-- Logs begin at Thu 2021-07-15 15:03:48 UTC, end at Thu 2021-07-15 15:58:05 UTC. -- Jul 15 15:32:17.951546 dv-cinder-789603-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 15:32:20.607732 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.common.config [-] Logging enabled! Jul 15 15:32:20.608318 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 15:32:20.608498 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 15:32:20.612268 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.common.config [-] Logging enabled! Jul 15 15:32:20.612519 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 15:32:20.612824 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 15:32:20.613747 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 15:32:20.613978 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 15:32:20.614404 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 15:32:20.614649 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 15:32:20.614873 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 15:32:20.615188 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.615477 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.615767 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.615993 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.616281 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.616563 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.616839 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.617120 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.617416 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.617701 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.617977 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.618282 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.618510 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.618784 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.619064 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.619342 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.619562 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] debug = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.619836 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.620253 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.620666 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.620942 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.621224 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.621941 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.621941 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.622087 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.622302 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.622620 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] host = dv-cinder-789603-12-iscsi {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.622890 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.623168 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.623447 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.623724 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.623993 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.624264 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.624540 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.624804 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.625068 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.625337 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.625692 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.625983 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.626293 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.626519 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.626739 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.627022 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.627302 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.627570 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.627842 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.628109 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.628375 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.628642 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.628902 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.629182 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.629461 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.629737 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.630003 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.630292 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.630559 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.630823 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.631100 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.631365 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.631630 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.631897 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.632176 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.632438 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.632704 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.632996 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.633272 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.633543 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.633818 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.634083 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.634380 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.634646 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.634914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.635181 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] use_json = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.635447 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.635711 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.635989 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.636256 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.636523 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.636788 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.637055 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.637330 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:20.637619 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.637914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.638232 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.638512 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.638801 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.639075 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.639357 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.639629 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.639914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.640198 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.640478 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.640752 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.641037 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.641334 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.641621 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.641921 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.642238 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.642526 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.642810 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.643064 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.643330 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.643601 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.643883 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.644169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.644454 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.644722 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.644993 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.645277 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.645551 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.645816 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.646087 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.646452 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.646724 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.646989 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.647265 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.647534 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.647804 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.648068 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.648342 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.648629 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.648904 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.649170 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.649437 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.649708 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.649972 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.650277 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.650550 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.650819 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.651088 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.651361 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.651630 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.651899 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.652174 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.652443 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.652717 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.652986 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.653253 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.653520 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.653786 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.654058 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.654350 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.654621 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.654896 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.655165 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.655432 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.655703 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.655970 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.656239 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.656520 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.657323 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.657611 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.657889 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.658191 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.658473 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.658750 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.659026 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.659300 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.659574 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.659844 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.660130 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.660411 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.660695 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.660976 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.661253 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.661545 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.661819 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.662098 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.662395 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.662670 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.662956 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.663237 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.663526 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.663813 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.664101 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.664389 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.664674 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.664948 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.665251 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.665526 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:20.665742 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 15:32:20.665976 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 15:32:21.007095 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 15:32:21.007291 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 15:32:21.007572 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 15:32:21.007896 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 15:32:21.390977 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.391804 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.392074 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.393251 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.393517 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.393785 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.427588 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.427859 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.428122 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.441568 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.441841 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.442101 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.471522 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.471794 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.472054 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.507888 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.508162 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.508428 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.734432 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.735553 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.735553 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.735719 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.736423 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.853365 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.853684 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.853968 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.854262 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.854529 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.854836 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.855094 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.855347 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.855598 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.855876 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.856131 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.856393 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.856644 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.856891 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.857141 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.857422 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.857659 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.857920 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.858211 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.858472 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.858737 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.858986 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.859261 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.859633 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.859892 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.860694 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.861084 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:21.861325 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:21.861561 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:21.861798 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:21.862031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:21.862288 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:21.862641 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 15:32:21.865675 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 15:32:21.869542 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 15:32:21.873343 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 15 15:32:21.874960 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 15:32:21.875406 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 15:32:21.875885 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 15:32:21.876150 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 15:32:21.879887 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 15:32:21.880136 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 15:32:21.880474 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 15:32:21.907937 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 15:32:21.908372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.908664 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 15:32:21.909024 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.910378 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 15:32:21.910652 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 15:32:21.910892 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 15:32:21.913980 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.914283 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:21.977762 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 15:32:21.977997 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 15:32:21.978252 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 15:32:21.978614 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 15:32:21.999379 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_db.sqlalchemy.engines [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 15:32:22.519436 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing driver for type 'gre' Jul 15 15:32:22.519989 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] gre ID ranges: [(1, 1000)] Jul 15 15:32:22.571260 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing driver for type 'local' Jul 15 15:32:22.571593 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing driver for type 'vlan' Jul 15 15:32:22.585196 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] VlanTypeDriver initialization complete Jul 15 15:32:22.585521 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing driver for type 'vxlan' Jul 15 15:32:22.586016 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] vxlan ID ranges: [(1, 1000)] Jul 15 15:32:22.642471 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing extension driver 'port_security' Jul 15 15:32:22.642805 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.extensions.port_security [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] PortSecurityExtensionDriver initialization complete Jul 15 15:32:22.643131 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing mechanism driver 'openvswitch' Jul 15 15:32:22.643447 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing mechanism driver 'hyperv' Jul 15 15:32:22.649812 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.plugin [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:22.650673 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.651039 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.651388 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.651903 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 15:32:22.652331 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.652683 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.653027 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.653415 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 15:32:22.653815 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.654196 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.654536 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.654920 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 15:32:22.655314 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > security_group after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.655664 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > security_group after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.656000 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.656385 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 15:32:22.656783 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.657121 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.657457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.657838 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 15:32:22.658262 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > address_group after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.658603 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > address_group after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.658936 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.659319 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 15:32:22.659689 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] ML2 OVO RPC backend initialized. {{(pid=99434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 15:32:22.660382 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.660735 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.661147 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.661491 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > networks before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.661834 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.662198 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > ports before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.662541 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.662876 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnets before_response 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.663217 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.663551 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.663885 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.664218 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.664549 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.664879 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.665213 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.665550 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.665879 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.666476 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.plugin [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Modular L2 Plugin initialization complete Jul 15 15:32:22.666801 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading services supported by the core plugin {{(pid=99434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 15:32:22.667120 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.plugins.ml2.managers [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Got port-security extension from driver 'port_security' Jul 15 15:32:22.667580 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.extensions.vlantransparent [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Disabled vlantransparent extension. Jul 15 15:32:22.668085 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 15:32:22.668395 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: router Jul 15 15:32:22.703147 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.703536 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_create 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.704514 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router before_create 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.704875 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.705243 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.705593 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_delete 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.705948 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.706714 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_create 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.707070 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_update 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.707414 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_update 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.707764 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.708117 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_update 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.708524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_update 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.708889 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.709229 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.709567 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: subnet after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.709901 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.710275 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.710624 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_create 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.710964 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.711303 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.711655 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router after_update 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.711996 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.712345 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_create 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.712700 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.713042 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_update 55549900 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.713402 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > agent after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.713748 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > agent after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.714090 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > network after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.714962 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Tracking information for resource: router configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:22.715293 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Tracking information for resource: floatingip configured {{(pid=99434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 15:32:22.720096 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.db.l3_agentschedulers_db [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 15:32:22.720667 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.721027 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port after_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.721379 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port after_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.721729 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: port after_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.722544 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router before_create 55550100 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.722903 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.723263 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_create 55550100 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.723617 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > router precommit_update 55550100 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.728006 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.provider_configuration [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service providers = [] {{(pid=99434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 15:32:22.728372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.db.servicetype_db [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 15:32:22.731291 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.service_base [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 15:32:22.731639 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.service_base [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 15:32:22.731980 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.service_base [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 15:32:22.732868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.services.service_base [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 15:32:22.733236 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.services.service_base [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 15:32:22.733608 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.733924 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 15:32:22.744487 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.745002 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: auto_allocate Jul 15 15:32:22.750981 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: network precommit_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.751363 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: network precommit_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.751879 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.752196 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: tag Jul 15 15:32:22.758821 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.759151 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: timestamp Jul 15 15:32:22.762924 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.763251 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: network_ip_availability Jul 15 15:32:22.769258 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.769670 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.769979 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.770721 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.771039 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: flavors Jul 15 15:32:22.777351 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.777677 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading Plugin: revisions Jul 15 15:32:22.781968 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 15:32:22.782386 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_concurrency.lockutils [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=99434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 15:32:22.783122 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 15:32:22.783458 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Initializing extension manager. Jul 15 15:32:22.783966 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: __init__.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.784312 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: __pycache__ {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.784647 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.784978 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: address_group.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.785726 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.786317 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: address-group Jul 15 15:32:22.786637 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: address_scope.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.787340 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.787846 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: address-scope Jul 15 15:32:22.788166 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.789088 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.789597 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: router-admin-state-down-before-update Jul 15 15:32:22.789919 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: agent.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.790640 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.791142 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: agent Jul 15 15:32:22.791460 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: agent_resources_synced.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.792357 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.792861 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: agent-resources-synced Jul 15 15:32:22.793183 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: allowedaddresspairs.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.795001 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.795504 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: allowed-address-pairs Jul 15 15:32:22.795829 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: auto_allocated_topology.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.796892 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.797435 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: auto-allocated-topology Jul 15 15:32:22.797758 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: availability_zone.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.798476 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.798982 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: availability_zone Jul 15 15:32:22.799299 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: availability_zone_filter.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.800202 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.800709 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: availability_zone_filter Jul 15 15:32:22.801025 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: data_plane_status.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.801919 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.802454 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 15:32:22.802770 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: default_subnetpools.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.803683 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.804191 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: default-subnetpools Jul 15 15:32:22.804507 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.805301 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.805804 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: dhcp_agent_scheduler Jul 15 15:32:22.806132 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: dns.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.807038 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.807542 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 15:32:22.807862 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: dns_domain_ports.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.808775 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.809276 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 15:32:22.809596 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.810541 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.811048 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 15:32:22.811367 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: dvr.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.812028 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.812530 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: dvr Jul 15 15:32:22.812851 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: empty_string_filtering.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.814306 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.814820 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: empty-string-filtering Jul 15 15:32:22.815142 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.816041 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.816540 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 15:32:22.816859 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.817752 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.818296 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 15:32:22.818621 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: external_net.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.819522 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.820028 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: external-net Jul 15 15:32:22.820347 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.821240 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.821740 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: extra_dhcp_opt Jul 15 15:32:22.822058 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: extraroute.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.822981 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.823488 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: extraroute Jul 15 15:32:22.823806 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: extraroute_atomic.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.824831 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.825338 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: extraroute-atomic Jul 15 15:32:22.825656 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: filter_validation.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.826345 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.826848 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: filter-validation Jul 15 15:32:22.827165 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: fip_pf_description.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.828061 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.829335 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 15:32:22.829656 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: fip_port_details.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.830596 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.831353 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: fip-port-details Jul 15 15:32:22.831684 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: flavors.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.832894 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.833409 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: flavors Jul 15 15:32:22.833732 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.835411 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.835934 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 15:32:22.836260 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: floatingip_pools.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.836948 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.837455 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: floatingip-pools Jul 15 15:32:22.837777 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: ip_allocation.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.838711 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.839215 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 15:32:22.839536 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.840441 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.840948 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: ip-substring-filtering Jul 15 15:32:22.841270 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l2_adjacency.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.842226 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.842730 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 15:32:22.843049 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.843992 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.844531 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: router Jul 15 15:32:22.844852 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.847103 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.847627 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 15:32:22.847957 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.848888 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.849401 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: ext-gw-mode Jul 15 15:32:22.849726 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.850669 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.851179 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: l3-ha Jul 15 15:32:22.851502 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3_flavors.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.852427 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.852934 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: l3-flavors Jul 15 15:32:22.853256 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.854194 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.854709 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 15:32:22.855030 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: l3agentscheduler.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.856051 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.856562 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: l3_agent_scheduler Jul 15 15:32:22.856887 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: logging.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.858372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.858887 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension logging not supported by any of loaded plugins Jul 15 15:32:22.859216 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: metering.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.860010 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.860583 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: metering Jul 15 15:32:22.860907 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.861984 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.862528 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: metering_source_and_destination_fields Jul 15 15:32:22.862855 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: multiprovidernet.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.863889 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.864402 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: multi-provider Jul 15 15:32:22.864729 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: netmtu.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.865643 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.866182 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: net-mtu Jul 15 15:32:22.866505 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: netmtu_writable.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.867414 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.867919 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: net-mtu-writable Jul 15 15:32:22.868241 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: network_availability_zone.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.868897 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.869401 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: network_availability_zone Jul 15 15:32:22.869721 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: network_ip_availability.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.870825 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.871337 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: network-ip-availability Jul 15 15:32:22.871658 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: network_segment_range.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.872418 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.872919 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 15:32:22.873238 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: pagination.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.874230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.874565 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: pagination Jul 15 15:32:22.874884 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: port_device_profile.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.876318 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.876832 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: port-device-profile Jul 15 15:32:22.877154 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.878065 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.878600 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: port-mac-address-regenerate Jul 15 15:32:22.878922 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.879824 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.880329 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: port-numa-affinity-policy Jul 15 15:32:22.880651 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: port_resource_request.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.881551 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.882054 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 15:32:22.882406 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: portbindings.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.883329 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.883842 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: binding Jul 15 15:32:22.884162 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: portbindings_extended.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.885414 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.885925 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: binding-extended Jul 15 15:32:22.886274 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: portsecurity.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.887179 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.887687 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: port-security Jul 15 15:32:22.888007 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: project_id.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.888965 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.889291 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: project-id Jul 15 15:32:22.889609 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: providernet.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.890548 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.891058 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: provider Jul 15 15:32:22.891911 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.895372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.895899 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos not supported by any of loaded plugins Jul 15 15:32:22.896228 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.897461 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.897973 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 15:32:22.898329 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.899251 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.899760 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 15:32:22.900085 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_default.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.900999 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.901507 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-default not supported by any of loaded plugins Jul 15 15:32:22.901831 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_fip.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.902508 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.903010 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 15:32:22.903331 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_gateway_ip.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.904243 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.904753 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 15:32:22.905082 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_port_network_policy.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.905978 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.906527 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 15:32:22.906875 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_rule_type_details.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.907781 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.908291 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 15:32:22.908610 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: qos_rules_alias.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.909641 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.910183 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 15:32:22.910508 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: quotasv2.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.911403 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.911911 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: quotas Jul 15 15:32:22.912233 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: quotasv2_detail.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.915294 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.915627 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: quota_details Jul 15 15:32:22.915955 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: rbac.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.916991 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.917515 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: rbac-policies Jul 15 15:32:22.917843 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: rbac_address_group.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.918789 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.919304 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: rbac-address-group Jul 15 15:32:22.919628 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: rbac_address_scope.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.920552 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.921064 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: rbac-address-scope Jul 15 15:32:22.921387 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: rbac_security_groups.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.922843 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.923364 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: rbac-security-groups Jul 15 15:32:22.923687 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: rbac_subnetpool.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.924592 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.925101 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: rbac-subnetpool Jul 15 15:32:22.925422 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: revisionifmatch.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.926365 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.926876 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: revision-if-match Jul 15 15:32:22.927195 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: revisions.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.928291 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.928804 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: standard-attr-revisions Jul 15 15:32:22.929128 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: router_availability_zone.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.929791 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.930334 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: router_availability_zone Jul 15 15:32:22.930658 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: routerservicetype.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.931567 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.932071 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 15:32:22.932390 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.933311 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.933821 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: security-groups-normalized-cidr Jul 15 15:32:22.934171 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.935087 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.935600 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: port-security-groups-filtering Jul 15 15:32:22.935922 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.936847 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.937354 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: security-groups-remote-address-group Jul 15 15:32:22.937676 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: securitygroup.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.947783 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.948311 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: security-group Jul 15 15:32:22.948639 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: segment.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.949420 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.949927 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension segment not supported by any of loaded plugins Jul 15 15:32:22.950289 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.951218 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.951729 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 15:32:22.952052 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: servicetype.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.953146 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.953695 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: service-type Jul 15 15:32:22.954020 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: sorting.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.955019 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.955351 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: sorting Jul 15 15:32:22.955681 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: standard_attr_segment.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.956907 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.957445 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 15:32:22.957768 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: standardattrdescription.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.958440 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.958949 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: standard-attr-description Jul 15 15:32:22.959271 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: stateful_security_group.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.960195 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.960709 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: stateful-security-group Jul 15 15:32:22.961029 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: stdattrs_common.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.961630 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 15:32:22.961947 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.962893 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.963407 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 15:32:22.963728 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: subnet_onboard.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.964792 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.965310 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: subnet_onboard Jul 15 15:32:22.965641 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.966594 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.967104 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 15:32:22.967422 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: subnet_service_types.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.968339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.968850 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: subnet-service-types Jul 15 15:32:22.969172 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: subnetallocation.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.970292 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.970805 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: subnet_allocation Jul 15 15:32:22.971126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.971781 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.972285 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: subnetpool-prefix-ops Jul 15 15:32:22.972605 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.973535 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.974039 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 15:32:22.974389 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: tagging.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.975427 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.975939 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: standard-attr-tag Jul 15 15:32:22.976262 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: timestamp.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.977489 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.978032 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loaded extension: standard-attr-timestamp Jul 15 15:32:22.978381 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: trunk.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.979405 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.979920 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension trunk not supported by any of loaded plugins Jul 15 15:32:22.980241 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: trunk_details.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.981150 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.981666 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 15:32:22.981985 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: uplink_status_propagation.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.982930 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.985437 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 15:32:22.985763 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Loading extension file: vlantransparent.py {{(pid=99434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 15:32:22.986465 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 15:32:22.987157 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 15:32:22.989563 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:network Jul 15 15:32:22.990090 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:subnet Jul 15 15:32:22.990498 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 15:32:22.990885 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:port Jul 15 15:32:22.992108 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:22.992543 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service FLAVORS assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:22.993148 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:22.993575 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:22.993902 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:router Jul 15 15:32:22.994350 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 15:32:22.994836 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service METERING assigned prefix: /metering {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:22.996252 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.996617 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.996967 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:32:22.997925 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 15:32:22.998391 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:security_group Jul 15 15:32:22.998831 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 15:32:22.999442 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service CORE assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:22.999769 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 15:32:23.000111 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] subnetpool is already registered Jul 15 15:32:23.001117 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service CORE assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.001445 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 15:32:23.001774 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] subnetpool is already registered Jul 15 15:32:23.004058 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.004486 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service FLAVORS assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.005067 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.005480 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.005806 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:router Jul 15 15:32:23.006174 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] router is already registered Jul 15 15:32:23.006578 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 15:32:23.006912 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] floatingip is already registered Jul 15 15:32:23.007356 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service METERING assigned prefix: /metering {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.008015 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 15:32:23.008340 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] rbac_policy is already registered Jul 15 15:32:23.008746 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:security_group Jul 15 15:32:23.009081 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] security_group is already registered Jul 15 15:32:23.009477 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 15:32:23.009806 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] security_group_rule is already registered Jul 15 15:32:23.010463 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service CORE assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.010790 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 15:32:23.011122 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] subnetpool is already registered Jul 15 15:32:23.011531 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.v2.resource_helper [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Service CORE assigned prefix: {{(pid=99434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 15:32:23.011850 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 15:32:23.012179 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING neutron.quota.resource_registry [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] subnetpool is already registered Jul 15 15:32:23.012633 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: extensions {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.014059 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: address-groups {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.015569 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: address-scopes {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.016906 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: agents {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.018055 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: auto-allocated-topology {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.019295 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: availability_zones {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.020552 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: dhcp-networks {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.021986 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: dhcp-agents {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.023426 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: routers {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.025121 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: flavors {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.027366 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: service_profiles {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.028567 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: next_providers {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.029984 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: service_profiles {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.031591 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: floatingip-pools {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.032825 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: routers {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.034534 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: floatingips {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.035789 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: l3-routers {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.037180 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: l3-agents {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.038614 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: metering-labels {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.039853 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: metering-label-rules {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.041211 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: network-ip-availabilities {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.042497 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: bindings {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.044032 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: quotas {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.045540 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: quotas {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.046983 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: rbac-policies {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.048690 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: security-groups {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.049978 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: security-group-rules {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.051260 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: service-providers {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.052457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: subnetpools {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.053771 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: subnetpools {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.055329 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.056991 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.058812 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.060570 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.062268 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.064807 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.066492 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.068268 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.070137 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.071856 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron.api.extensions [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Extended resource: tags {{(pid=99434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 15:32:23.077752 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING keystonemiddleware.auth_token [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 15:32:23.082524 dv-cinder-789603-12-iscsi neutron-server[99434]: WARNING keystonemiddleware.auth_token [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 15:32:23.090759 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_concurrency.lockutils [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Acquired lock "singleton_lock" {{(pid=99434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 15:32:23.091221 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_concurrency.lockutils [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Releasing lock "singleton_lock" {{(pid=99434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 15:32:23.091847 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Starting 2 workers Jul 15 15:32:23.096643 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Started child 99541 {{(pid=99434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 15:32:23.100978 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Started child 99542 {{(pid=99434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 15:32:23.101924 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.102629 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO neutron.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 15:32:23.103176 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Notify callbacks [] for process, before_spawn {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.103410 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [-] (99541) wsgi starting up on http://0.0.0.0:9696 Jul 15 15:32:23.105524 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Starting 1 workers Jul 15 15:32:23.105992 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.107431 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [-] (99542) wsgi starting up on http://0.0.0.0:9696 Jul 15 15:32:23.111149 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Started child 99543 {{(pid=99434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 15:32:23.111665 dv-cinder-789603-12-iscsi neutron-server[99434]: INFO oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Starting 1 workers Jul 15 15:32:23.114631 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] calling RpcWorker wait() {{(pid=99543) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 15:32:23.115179 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] returning from RpcWorker wait() {{(pid=99543) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 15:32:23.116124 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Started child 99544 {{(pid=99434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 15:32:23.116842 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG neutron_lib.callbacks.manager [None req-816db495-c693-4dd3-b67e-4d6bf4600bc0 None None] Notify callbacks [] for process, after_spawn {{(pid=99434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.118709 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 15:32:23.118918 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 15:32:23.119099 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 15:32:23.119312 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 15:32:23.119560 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.119682 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 15:32:23.119858 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 15:32:23.119955 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52190) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:23.120103 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:23.120315 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.120596 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.120851 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.121102 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.121399 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.121990 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.122279 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.122544 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.122831 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.123078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.123248 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.123411 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.123677 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.123921 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.124251 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.124506 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.124736 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.125024 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.125193 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.125437 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.126298 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.126547 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.126824 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] debug = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.127069 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.127552 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.127789 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.128030 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.128260 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.129193 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.129193 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.129346 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067012 Jul 15 15:32:23.129420 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.129420 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.129420 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.129598 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.131348 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.131348 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.131348 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.131698 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:23.133232 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.133343 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:23.133418 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.133418 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] host = dv-cinder-789603-12-iscsi {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.135796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.136810 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.136810 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.136810 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.136810 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.137337 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.137337 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.137607 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.137607 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.137870 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_options = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.138018 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.138275 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.138537 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.138750 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.138899 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.141047 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.142173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.145044 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.146297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.147340 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.147340 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.147340 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.147340 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_json = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.148963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.150297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.150297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.150297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.150297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.150297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.151726 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.151726 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.152024 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.152163 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.152299 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.152518 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.152758 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.153007 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.153264 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.153490 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.153841 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.154050 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.155169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.155762 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.156719 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.156719 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.156719 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.157164 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.157348 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.157624 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.158696 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.158696 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.158696 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.158937 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.159018 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.159273 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.159559 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.159793 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.160702 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.161977 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.161977 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.161977 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.162486 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.162486 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.162747 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.162898 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.163136 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.163377 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.163630 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.163976 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.164161 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.164379 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.164606 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.164826 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.165066 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.165283 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.165499 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.165751 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.165967 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.167166 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.167528 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169709 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169709 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.169829 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.170005 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.171752 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.173227 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.173467 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.173730 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.174561 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.174561 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.174561 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.174778 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.174856 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.175100 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.175341 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.175561 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.175800 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.176015 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.176851 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178297 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178701 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.178768 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.179040 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.179289 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.179563 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.179808 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.180066 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.181904 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.181904 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.181904 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.181904 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.182539 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.182539 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.182811 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.182951 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.183088 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.183325 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.183597 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.183848 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.184127 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.184362 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.184623 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.184868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.185136 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.185391 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.185644 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.185896 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.186208 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.186513 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.186755 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.187043 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.187284 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.187598 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.187893 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.188772 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.189035 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.189289 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.189542 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.189805 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.190039 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.190417 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.190672 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.190961 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.192016 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.192796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.193063 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.195457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.195457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.195457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.195457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.196036 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.196036 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.196036 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.196437 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.196587 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.196731 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.197542 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.197542 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.197542 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.197982 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.197982 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.199075 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.199325 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.199580 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.199807 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.201933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.203064 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.203064 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.204565 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.204728 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.204965 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.205203 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.205509 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.205703 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.205916 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.206429 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.209030 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.209313 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.209470 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.209764 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.210035 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.210332 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.210581 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.211160 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.211160 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.211468 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.211717 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.211879 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.212031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.212222 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.212453 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.212681 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.212922 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.213156 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.213376 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.213640 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.213909 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.214949 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.214949 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.214949 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.215169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.215234 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.215475 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.215698 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.215933 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.216173 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.216377 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.216599 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.216843 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.217074 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.217321 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.217539 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.217753 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.217970 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.219708 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.219708 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.219708 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.219925 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.220131 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.220404 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.220641 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.220867 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.221103 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.221356 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.221559 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.221815 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.222031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.223030 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.223257 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.223498 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.225524 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226163 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226163 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226163 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226163 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226433 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226543 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.226772 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228005 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228005 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228005 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228005 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228272 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228340 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228525 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.228774 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.229096 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.229309 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.229576 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.229796 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.230018 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231284 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231284 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231284 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231284 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.231914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.232299 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.232494 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.232773 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.232926 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.233280 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.233937 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.237868 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.238470 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.238470 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.238600 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.238773 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.239031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.239261 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.239510 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.239754 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.239980 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.241247 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.241247 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 15:32:23.241247 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 15:32:23.241247 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 15:32:23.241247 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 15:32:23.241927 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 15:32:23.241927 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 15:32:23.241927 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 15:32:23.241927 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.241927 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.242615 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.242615 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.242615 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.242615 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.243169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.243169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.243169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.243169 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244031 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244680 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244680 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244680 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244680 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.244680 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.246078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.246078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.246078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] debug = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.246078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.246078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.246078 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.247207 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.247207 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.247207 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.247207 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.247207 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.248015 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.248015 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.248015 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.250004 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.250004 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.250004 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.250272 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.250358 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.250480 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.251181 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] host = dv-cinder-789603-12-iscsi {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252798 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252798 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252798 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.252798 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253014 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253135 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253294 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253429 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_options = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253640 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253740 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.253881 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.254066 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.254493 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.254653 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.254804 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.254963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.255122 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.255282 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.255441 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.255599 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.255757 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.255914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.256072 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.256230 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.256390 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.256548 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.256706 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.256871 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.258273 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.258829 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.258995 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.259155 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.259315 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.259469 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.259629 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.259787 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.259945 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.260104 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.260266 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.260428 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.260588 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.260749 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.260910 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.261070 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.261224 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.261389 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.261556 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.261694 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.261848 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262006 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262204 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262367 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262528 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262685 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_json = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262821 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.262980 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.263907 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.264084 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.264255 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.264394 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.264555 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.264711 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 15:32:23.264891 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.265049 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.265218 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.265375 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.265528 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.265683 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.266801 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.266801 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.266979 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.267131 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.267301 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.267464 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.267641 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.267809 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.267963 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.268122 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.268988 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269152 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269152 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269422 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269554 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269686 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269817 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.269950 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.270094 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.270339 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.270502 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.270700 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.271598 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.271744 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:23.271894 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272032 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272164 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272296 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272427 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272568 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272701 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272843 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.272976 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.273137 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.273300 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.274269 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.274459 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.274615 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.274780 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.274937 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.275082 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.275303 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.275411 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.275545 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.275705 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.275883 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.276026 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.276192 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.276353 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.276516 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.276678 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.276839 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277001 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277163 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277326 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277487 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277663 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277824 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.277985 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.278179 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.278344 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.278506 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.278667 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.278828 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.278989 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.279151 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.279312 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.279473 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.279634 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.279795 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.279956 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.280117 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.280279 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.280441 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.280602 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.280763 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.280924 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.281108 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.281271 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.281441 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.281617 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.282345 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.282509 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.282674 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.282837 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.282999 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.283161 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.283323 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.283484 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.283645 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.283839 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.283957 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.284115 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.284277 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.284438 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.284600 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.284761 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.284927 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.285088 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.285250 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.285411 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.285576 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.285736 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.285897 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.286057 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.287035 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.287215 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.287379 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.287638 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.287800 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.287911 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.288085 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.288256 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.288420 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.288582 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.288750 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.288914 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.289077 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.289239 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.289400 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.289561 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.289724 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.289895 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.290071 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.291110 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.291280 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.291442 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.291632 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.291794 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.291957 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.292124 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.292277 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.292435 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.292598 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.292759 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.292922 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.293076 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.293234 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.293398 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.293560 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.293721 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.293918 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.294051 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.294903 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.295055 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.295218 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.295381 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.295548 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.295712 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.295877 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.296041 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.296205 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.296369 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.296532 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.296694 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.296857 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.297018 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.298247 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.298451 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.298634 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.298818 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.298977 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.299153 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.299324 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.299481 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.299651 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.299819 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.299985 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.300150 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.300317 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.300482 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.300647 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.300921 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301014 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301109 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301301 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301477 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301570 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301741 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.301912 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.302059 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.302245 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.302433 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.302587 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.302738 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.302901 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303046 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303187 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303330 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303539 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303646 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303798 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.303944 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.304105 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.304248 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.304454 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.304549 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.304711 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.304863 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305017 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305174 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305347 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305497 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305656 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305801 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.305949 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.306107 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.306289 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.306457 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.306623 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.306762 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.306919 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.307077 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.307248 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.307401 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.307551 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.307801 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.307912 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.308071 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.308172 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309126 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309509 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309509 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309509 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309679 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309892 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.309981 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.310165 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.310325 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.310463 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.310613 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.310753 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.310899 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.311037 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.311174 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.311310 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.311470 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.311614 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.312372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.312372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.312372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.312372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.312372 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313083 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313083 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313083 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313083 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313590 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313590 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313590 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313983 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313983 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.313983 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.314424 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.314424 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.314424 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.314808 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.314808 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.314808 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315214 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315214 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315469 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315469 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315724 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315724 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315979 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.315979 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.316947 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.316947 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 15:32:23.316947 dv-cinder-789603-12-iscsi neutron-server[99434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 15:32:34.440493 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aad649-0e25-4864-a745-de17b978eea7 None None] get_active_networks_info from dv-cinder-789603-12-iscsi {{(pid=99543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 15:32:34.595392 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aad649-0e25-4864-a745-de17b978eea7 None None] No non-hosted networks {{(pid=99543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 15:32:34.611160 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.agentschedulers_db [None req-93aad649-0e25-4864-a745-de17b978eea7 None None] DHCP Agent not found on host dv-cinder-789603-12-iscsi {{(pid=99543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 15:32:34.707145 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-29dc39aa-3718-4ecb-a1cb-21851eeb6230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-939526'] for agent, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:37.095609 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-aee3115a-6505-4590-bc3e-c6039915a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-939526'] for agent, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:37.136609 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0ecca841-74f9-4d06-8903-797d9582fde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:37.408931 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-939526'] for agent, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:37.410237 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.410888 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.411589 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.412222 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.412834 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.413556 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.414184 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.414811 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.415345 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.415900 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.416504 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.417413 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:37.418023 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:37.436872 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:32:37.985668 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-939526'] for agent, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:39.569724 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-939526'] for agent, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:40.643675 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52296) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:41.129602 dv-cinder-789603-12-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-5bceacae-a058-4c6f-8383-75cd52771c03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:41.130210 dv-cinder-789603-12-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-5bceacae-a058-4c6f-8383-75cd52771c03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:41.348123 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [None req-5bceacae-a058-4c6f-8383-75cd52771c03 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:32:41.349181 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5bceacae-a058-4c6f-8383-75cd52771c03 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7042894 Jul 15 15:32:41.442530 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.db.l3_hamode_db [None req-ac895331-8554-4191-ac14-81e52c86d3f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 15:32:41.521877 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac895331-8554-4191-ac14-81e52c86d3f6 None None] Routers set() bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:32:41.522312 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac895331-8554-4191-ac14-81e52c86d3f6 None None] Router IDs set() for agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 15:32:43.676769 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52310) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:43.976941 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:44.068499 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.policy [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 15:32:44.112756 dv-cinder-789603-12-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:44.113120 dv-cinder-789603-12-iscsi neutron-server[99542]: WARNING oslo_policy.policy [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:44.121504 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.quota [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] Loaded quota_driver: . Jul 15 15:32:44.211639 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740811842460', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740811849167', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740811837703', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740811860957', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740811851355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740811947687', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1703823', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678716', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1035315'] for rbac-policy, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:44.274605 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:44.275811 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5ff0dede-d679-44b9-a28d-5697c94d0375 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5980556 Jul 15 15:32:46.824672 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52322) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:47.115717 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'project_id': '905a1cb167d54f5da353362857a4630d'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:47.143783 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Made reservation on behalf of 905a1cb167d54f5da353362857a4630d for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:32:47.146611 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.162448 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.283428 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.286835 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.306230 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:32:47.334266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740808746051', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.334848 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Unsubscribe: segment precommit_create {{(pid=99542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 15:32:47.335344 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Added segment 02789416-94c7-4af3-b638-52f8e01cc4aa of type vlan for network 36100215-f917-417d-ba3a-e9bb32e7bc6b Jul 15 15:32:47.352510 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b87751-f127-4666-80bd-eae91e1f32ae,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:47.400343 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.400701 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.401038 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.401367 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.401694 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.402035 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.402386 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.402719 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.403054 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.403378 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.403690 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.404002 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Tracked resource versions report: Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: pushed versions: Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: { 'AddressGroup': {'1.2'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'ConntrackHelper': {'1.0'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Log': {'1.0'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Network': {'1.1'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Port': {'1.7'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'PortForwarding': {'1.2'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'QosPolicy': {'1.8'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroup': {'1.4'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SubPort': {'1.0'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Subnet': {'1.1'}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Trunk': {'1.1'}} Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: consumer versions: Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'ConntrackHelper': '1.0', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Log': '1.0', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Network': '1.1', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Port': '1.7', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'PortForwarding': '1.2', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'QosPolicy': '1.8', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroup': '1.4', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroupRule': '1.2', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SubPort': '1.0', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Subnet': '1.1', Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Trunk': '1.1'}} Jul 15 15:32:47.405314 dv-cinder-789603-12-iscsi neutron-server[99542]: {{(pid=99542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:32:47.454620 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.504552 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.505600 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:47.506288 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:47.559497 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7337232 Jul 15 15:32:47.604908 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d717a-4fa5-404a-9499-e8bb413d00ea admin admin] Pushing event updated for resources: {'Network': ['ID=36100215-f917-417d-ba3a-e9bb32e7bc6b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:47.617663 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:32:50.132271 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52336) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:50.511332 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0397f0d-4162-4ce1-8c60-6f12f6a93ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:50.512686 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a0397f0d-4162-4ce1-8c60-6f12f6a93ebb admin admin] 10.222.0.15 "GET /v2.0/networks/36100215-f917-417d-ba3a-e9bb32e7bc6b HTTP/1.1" status: 200 len: 824 time: 0.3794453 Jul 15 15:32:50.536619 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-de7b47fc-2184-4b13-ac4a-fbbb34fb734d admin admin] 10.222.0.15 "GET /v2.0/subnetpools/ff000c35-eb2d-43ae-a8d0-935a592c5edc HTTP/1.1" status: 200 len: 734 time: 0.0181024 Jul 15 15:32:50.544644 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:50.566323 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Made reservation on behalf of 905a1cb167d54f5da353362857a4630d for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:32:50.568645 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:50.856281 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:50.926263 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c35f12-78a9-4723-9543-4a4fd66a0521,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:50.928228 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Checking segment: {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:32:50.928610 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Network hostable DHCP agents. Network: 36100215-f917-417d-ba3a-e9bb32e7bc6b, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:32:50.949961 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:32:50.961636 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 36100215-f917-417d-ba3a-e9bb32e7bc6b) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:32:50.966004 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:32:50.966639 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:50.971139 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158c58e-2358-4481-ae77-9d45aadd12ed None None] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:32:50.980962 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-64b429cb-d99e-48b5-8c1b-06854c4746d5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394686 Jul 15 15:32:51.278722 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-36100215-f917-417d-ba3a-e9bb32e7bc6b', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:32:51.279989 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:51.549273 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Allocated IP 172.20.0.2 (36100215-f917-417d-ba3a-e9bb32e7bc6b/45c35f12-78a9-4723-9543-4a4fd66a0521/8fa9367d-86d8-4abc-9c59-e8d0f65b2e26) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:32:51.749465 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:51.790223 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Transition to ACTIVE for port object 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:32:51.811333 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Transition to ACTIVE for port object 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:32:51.819342 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:51.881961 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:32:51.888412 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:32:51.900695 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:32:51.908543 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Pushing event updated for resources: {'Port': ['ID=8fa9367d-86d8-4abc-9c59-e8d0f65b2e26,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:51.931956 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.932324 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.932670 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.933003 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.933335 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.933709 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.934043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.934391 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.934732 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.935058 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.935411 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.935728 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Tracked resource versions report: Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: pushed versions: Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: { 'AddressGroup': {'1.2'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'ConntrackHelper': {'1.0'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Log': {'1.0'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Network': {'1.1'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Port': {'1.7'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'PortForwarding': {'1.2'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'QosPolicy': {'1.8'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroup': {'1.4'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SubPort': {'1.0'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Subnet': {'1.1'}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Trunk': {'1.1'}} Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: consumer versions: Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'ConntrackHelper': '1.0', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Log': '1.0', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Network': '1.1', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Port': '1.7', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'PortForwarding': '1.2', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'QosPolicy': '1.8', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroup': '1.4', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroupRule': '1.2', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SubPort': '1.0', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Subnet': '1.1', Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Trunk': '1.1'}} Jul 15 15:32:51.937101 dv-cinder-789603-12-iscsi neutron-server[99543]: {{(pid=99543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:32:51.986130 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Attempting to bind port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:32:51.986697 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Attempting to bind port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:32:51.986971 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Attempting to bind port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 on network 36100215-f917-417d-ba3a-e9bb32e7bc6b {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:32:51.991775 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:32:51.992193 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Checking segment: {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:32:51.992663 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:51.993050 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Bound using segment: {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:32:51.993524 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Bound port: 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:32:51.993931 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:52.054403 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] For port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:32:52.058576 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] For port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8fa9367d-86d8-4abc-9c59-e8d0f65b2e26,segment=NetworkSegment(02789416-94c7-4af3-b638-52f8e01cc4aa),segment_id=02789416-94c7-4af3-b638-52f8e01cc4aa)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:32:52.063020 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:52.127426 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7c4ae-e601-4773-ba27-e51aff6af21c None None] Pushing event updated for resources: {'Port': ['ID=8fa9367d-86d8-4abc-9c59-e8d0f65b2e26,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:53.345808 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52344) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:53.833439 dv-cinder-789603-12-iscsi neutron-server[99541]: WARNING oslo_policy.policy [None req-c9f7e0e9-b0cf-4187-89a4-b0645c3537a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:53.834005 dv-cinder-789603-12-iscsi neutron-server[99541]: WARNING oslo_policy.policy [None req-c9f7e0e9-b0cf-4187-89a4-b0645c3537a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:54.052642 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [None req-c9f7e0e9-b0cf-4187-89a4-b0645c3537a1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:32:54.053847 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c9f7e0e9-b0cf-4187-89a4-b0645c3537a1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7059538 Jul 15 15:32:56.429686 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52358) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:56.749257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [None req-d88aba4c-70be-4141-8f24-41bdc1d2f1cb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:32:56.750258 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d88aba4c-70be-4141-8f24-41bdc1d2f1cb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195269 Jul 15 15:32:57.257792 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:32:57.339331 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:32:58.137174 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04524f6-7785-4087-b9f1-ecb1c378e9dc None None] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:32:58.195091 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] Provisioning for port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:32:58.200939 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] Provisioning complete for port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:32:58.201331 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:58.377293 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:58.429437 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] For port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8fa9367d-86d8-4abc-9c59-e8d0f65b2e26,segment=NetworkSegment(02789416-94c7-4af3-b638-52f8e01cc4aa),segment_id=02789416-94c7-4af3-b638-52f8e01cc4aa)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:32:58.434915 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:58.489699 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f49a7-255b-4100-b395-4b0c0cec3ab6 None None] Pushing event updated for resources: {'Port': ['ID=8fa9367d-86d8-4abc-9c59-e8d0f65b2e26,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:32:58.653823 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-4eaadd93-0428-4e7e-8984-04d4c96b159a None None] Provisioning complete for port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:32:58.654134 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4eaadd93-0428-4e7e-8984-04d4c96b159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.237181 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:32:59.282059 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:32:59.282463 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.357963 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52372) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:32:59.647273 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '905a1cb167d54f5da353362857a4630d'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:32:59.710629 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.policy [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99541) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 15:32:59.755476 dv-cinder-789603-12-iscsi neutron-server[99541]: WARNING oslo_policy.policy [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:59.755846 dv-cinder-789603-12-iscsi neutron-server[99541]: WARNING oslo_policy.policy [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 15:32:59.764362 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.quota [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Loaded quota_driver: . Jul 15 15:32:59.819806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.821666 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.973248 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.977643 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.995686 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:32:59.996877 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-bff03232-6f7c-4804-afca-5a0d35950b13 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6373987 Jul 15 15:33:02.314066 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52382) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:33:02.610990 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [None req-c0b05213-0f5e-4b71-981e-a45116434247 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:33:02.612074 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c0b05213-0f5e-4b71-981e-a45116434247 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2970669 Jul 15 15:33:04.310003 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b8e448f8-9269-4d90-bd80-a10fe555cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:04.936879 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52390) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:33:05.235618 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:33:05.257005 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Made reservation on behalf of e43a016a9afd45fa90aa36a17f009357 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:33:05.259265 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.267570 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.352322 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.355642 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.369337 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Reserving flat network on physical network physnet1 {{(pid=99542) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 15:33:05.390917 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4461335f-fe90-4f8b-b2b3-422303985689,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:05.393614 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.393950 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Added segment 02c60378-fa35-47c4-960d-16ddbeedb684 of type flat for network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 Jul 15 15:33:05.441949 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.477179 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.478252 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:05.478946 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:05.509112 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5711820 Jul 15 15:33:05.537875 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a3a0-24cf-41a2-aff5-c508ddebdd2e admin admin] Pushing event updated for resources: {'Network': ['ID=8c5e1a36-77c8-447d-b731-ff63a8063bb2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:05.551625 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:33:06.220546 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:33:07.088065 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-22f9652b-0fac-44a2-93b3-38aef0c60a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:07.399665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:07.841115 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 52398) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:33:07.927904 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:08.134576 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8641f-ffb6-4a8e-be1f-24d2c2205029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:08.135916 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9aa8641f-ffb6-4a8e-be1f-24d2c2205029 admin admin] 10.222.0.15 "GET /v2.0/subnets/45c35f12-78a9-4723-9543-4a4fd66a0521 HTTP/1.1" status: 200 len: 849 time: 0.2938414 Jul 15 15:33:08.290646 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f43d3939-c51b-410b-93e7-484d6a076d49 admin admin] 10.222.0.15 "GET /v2.0/routers/34615e0c-e023-4b46-b4dc-7a6d7b213f20 HTTP/1.1" status: 200 len: 704 time: 0.1487291 Jul 15 15:33:08.546176 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:08.831340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Allocated IP 172.20.0.1 (36100215-f917-417d-ba3a-e9bb32e7bc6b/45c35f12-78a9-4723-9543-4a4fd66a0521/33945236-68db-4ae3-8c3b-80678707490d) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:33:09.031532 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.053539 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Transition to ACTIVE for port object 33945236-68db-4ae3-8c3b-80678707490d will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:33:09.129165 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.198627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:33:09.203660 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:33:09.210422 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:33:09.211049 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.266728 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Pushing event updated for resources: {'Port': ['ID=33945236-68db-4ae3-8c3b-80678707490d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:09.403806 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5b052d25-5a37-4584-a2ab-287af5f79af7 None None] Provisioning for port 33945236-68db-4ae3-8c3b-80678707490d completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:33:09.407978 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5b052d25-5a37-4584-a2ab-287af5f79af7 None None] Provisioning complete for port 33945236-68db-4ae3-8c3b-80678707490d triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:33:09.408351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5b052d25-5a37-4584-a2ab-287af5f79af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.420684 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.440483 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-5b052d25-5a37-4584-a2ab-287af5f79af7 None None] Port 33945236-68db-4ae3-8c3b-80678707490d cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:33:09.501296 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.595926 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.600025 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.600756 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.659312 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Pushing event updated for resources: {'Port': ['ID=33945236-68db-4ae3-8c3b-80678707490d,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:09.719183 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:33:09.720443 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:33:09.874826 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:33:09.960037 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-f44f155c-43c1-4aa8-b74c-55019d0c6ffa None None] Provisioning complete for port 33945236-68db-4ae3-8c3b-80678707490d triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:33:09.960363 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f44f155c-43c1-4aa8-b74c-55019d0c6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:09.961979 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:33:09.972946 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-be38a624-c358-4ebe-a96c-26580abd65fa admin admin] 10.222.0.15 "PUT /v2.0/routers/34615e0c-e023-4b46-b4dc-7a6d7b213f20/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6718984 Jul 15 15:33:09.985727 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Sync routers for ids ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:33:09.997359 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Routers {'34615e0c-e023-4b46-b4dc-7a6d7b213f20'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:33:09.999167 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:33:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:10.004051 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-f44f155c-43c1-4aa8-b74c-55019d0c6ffa None None] Port 33945236-68db-4ae3-8c3b-80678707490d cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:33:10.178047 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Set router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:33:10.595013 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'name': 'router1', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:33:09Z', 'revision_number': 2, 'project_id': '905a1cb167d54f5da353362857a4630d', 'gw_port_host': None, '_interfaces': [{'id': '33945236-68db-4ae3-8c3b-80678707490d', 'name': '', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'mac_address': 'fa:16:3e:20:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:08Z', 'updated_at': '2021-07-15T15:33:09Z', 'revision_number': 2, 'project_id': '905a1cb167d54f5da353362857a4630d', 'subnets': [{'id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:10.646508 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Checking router: 34615e0c-e023-4b46-b4dc-7a6d7b213f20 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:33:10.646881 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Updating router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 port 33945236-68db-4ae3-8c3b-80678707490d binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:33:10.710433 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:11.195999 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:11.213616 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Transition to ACTIVE for port object 33945236-68db-4ae3-8c3b-80678707490d will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:33:11.220359 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:11.373123 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Attempting to bind port 33945236-68db-4ae3-8c3b-80678707490d on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:33:11.373512 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Attempting to bind port 33945236-68db-4ae3-8c3b-80678707490d by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:33:11.373948 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Attempting to bind port 33945236-68db-4ae3-8c3b-80678707490d on network 36100215-f917-417d-ba3a-e9bb32e7bc6b {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:33:11.386189 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:33:11.386616 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Checking segment: {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:33:11.387088 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:11.387486 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Bound using segment: {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:33:11.387975 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Bound port: 33945236-68db-4ae3-8c3b-80678707490d, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02789416-94c7-4af3-b638-52f8e01cc4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:33:11.388371 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:11.397191 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Pushing event updated for resources: {'Port': ['ID=33945236-68db-4ae3-8c3b-80678707490d,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:11.407035 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.407403 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.407748 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.408080 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.408410 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.408737 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.409064 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.409385 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.409724 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.410048 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.410397 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.410714 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Tracked resource versions report: Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: pushed versions: Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: { 'AddressGroup': {'1.2'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'ConntrackHelper': {'1.0'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Log': {'1.0'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Network': {'1.1'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Port': {'1.7'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'PortForwarding': {'1.2'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'QosPolicy': {'1.8'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroup': {'1.4'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SubPort': {'1.0'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Subnet': {'1.1'}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Trunk': {'1.1'}} Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: consumer versions: Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'ConntrackHelper': '1.0', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Log': '1.0', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Network': '1.1', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Port': '1.7', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'PortForwarding': '1.2', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'QosPolicy': '1.8', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroup': '1.4', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroupRule': '1.2', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SubPort': '1.0', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Subnet': '1.1', Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Trunk': '1.1'}} Jul 15 15:33:11.412060 dv-cinder-789603-12-iscsi neutron-server[99544]: {{(pid=99544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:33:11.469727 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] For port 33945236-68db-4ae3-8c3b-80678707490d, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:33:11.491892 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] For port 33945236-68db-4ae3-8c3b-80678707490d, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=33945236-68db-4ae3-8c3b-80678707490d,segment=NetworkSegment(02789416-94c7-4af3-b638-52f8e01cc4aa),segment_id=02789416-94c7-4af3-b638-52f8e01cc4aa)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:33:11.496795 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:11.553119 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007718-67da-49ac-96d4-35d2b5067ead None None] Pushing event updated for resources: {'Port': ['ID=33945236-68db-4ae3-8c3b-80678707490d,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:11.555754 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Routers {'34615e0c-e023-4b46-b4dc-7a6d7b213f20'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:33:11.556346 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:33:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:11.644231 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] Set router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:33:11.854305 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'name': 'router1', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:33:09Z', 'revision_number': 2, 'project_id': '905a1cb167d54f5da353362857a4630d', 'gw_port_host': None, '_interfaces': [{'id': '33945236-68db-4ae3-8c3b-80678707490d', 'name': '', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'mac_address': 'fa:16:3e:20:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:08Z', 'updated_at': '2021-07-15T15:33:11Z', 'revision_number': 4, 'project_id': '905a1cb167d54f5da353362857a4630d', 'subnets': [{'id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:11.883871 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7bc5-a8b5-4a60-902d-879c625f4f4b None None] The sync data for ids ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'] in dv-cinder-789603-12-iscsi is: [{'id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'name': 'router1', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:33:09Z', 'revision_number': 2, 'project_id': '905a1cb167d54f5da353362857a4630d', 'gw_port_host': None, '_interfaces': [{'id': '33945236-68db-4ae3-8c3b-80678707490d', 'name': '', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'mac_address': 'fa:16:3e:20:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:08Z', 'updated_at': '2021-07-15T15:33:11Z', 'revision_number': 4, 'project_id': '905a1cb167d54f5da353362857a4630d', 'subnets': [{'id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:33:12.207254 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52418) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:33:12.406035 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd366a-486c-4145-acbc-920d22ff7724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:12.407488 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-52bd366a-486c-4145-acbc-920d22ff7724 admin admin] 10.222.0.15 "GET /v2.0/networks/8c5e1a36-77c8-447d-b731-ff63a8063bb2 HTTP/1.1" status: 200 len: 842 time: 0.1994140 Jul 15 15:33:12.416742 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'name': 'public-subnet'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:33:12.440313 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Made reservation on behalf of e43a016a9afd45fa90aa36a17f009357 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:33:12.443054 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:12.812496 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.objects.ports [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99541) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 15:33:12.812887 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:12.893565 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3436cba3-c366-42e2-a911-875dfe848a40,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:12.897600 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:33:12.897973 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Network hostable DHCP agents. Network: 8c5e1a36-77c8-447d-b731-ff63a8063bb2, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:33:12.906227 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.906572 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.906905 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.907228 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.907549 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.907874 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.908194 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.908526 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.908859 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.909177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.909488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.909798 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Tracked resource versions report: Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: pushed versions: Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: { 'AddressGroup': {'1.2'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'ConntrackHelper': {'1.0'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Log': {'1.0'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Network': {'1.1'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Port': {'1.7'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'PortForwarding': {'1.2'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'QosPolicy': {'1.8'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroup': {'1.4'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SubPort': {'1.0'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Subnet': {'1.1'}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Trunk': {'1.1'}} Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: consumer versions: Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'ConntrackHelper': '1.0', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Log': '1.0', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Network': '1.1', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Port': '1.7', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'PortForwarding': '1.2', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'QosPolicy': '1.8', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroup': '1.4', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroupRule': '1.2', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SubPort': '1.0', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Subnet': '1.1', Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Trunk': '1.1'}} Jul 15 15:33:12.911176 dv-cinder-789603-12-iscsi neutron-server[99541]: {{(pid=99541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:33:12.954095 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:33:12.966231 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 8c5e1a36-77c8-447d-b731-ff63a8063bb2) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:33:12.971233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:12.971866 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:12.978947 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2825e-5338-43bd-8371-c0da6953953d None None] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:33:12.986597 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-b5defe50-e4a4-4175-8a53-dc6f61366d70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5732825 Jul 15 15:33:13.113483 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eef8d6-ee56-444d-a735-85eca7d0f3cb None None] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:33:15.264937 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 33945236-68db-4ae3-8c3b-80678707490d up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:33:15.271035 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52444) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:33:15.312318 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 33945236-68db-4ae3-8c3b-80678707490d completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:33:15.316032 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 33945236-68db-4ae3-8c3b-80678707490d triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:33:15.316414 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:15.389396 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:15.420137 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 33945236-68db-4ae3-8c3b-80678707490d, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=33945236-68db-4ae3-8c3b-80678707490d,segment=NetworkSegment(02789416-94c7-4af3-b638-52f8e01cc4aa),segment_id=02789416-94c7-4af3-b638-52f8e01cc4aa)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:33:15.423962 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:15.494245 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1ed28872-dc8e-44ed-95bb-baee30217a84 admin admin] 10.222.0.15 "GET /v2.0/routers/34615e0c-e023-4b46-b4dc-7a6d7b213f20 HTTP/1.1" status: 200 len: 710 time: 0.2200773 Jul 15 15:33:15.521781 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=33945236-68db-4ae3-8c3b-80678707490d,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:15.581766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480c20d-b774-41ae-9794-47be09a2ae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:33:15.583188 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-f480c20d-b774-41ae-9794-47be09a2ae09 admin admin] 10.222.0.15 "GET /v2.0/networks/8c5e1a36-77c8-447d-b731-ff63a8063bb2 HTTP/1.1" status: 200 len: 886 time: 0.0855021 Jul 15 15:33:15.591863 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:33:15.830160 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:16.062458 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:16.134846 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:16.281739 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Allocated IP 172.27.3.166 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/020952f0-18ad-42e2-bc51-ae05e3862801) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:33:16.385732 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:16.507327 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:16.577552 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:33:16.582723 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:33:16.588410 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:33:16.620476 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Pushing event updated for resources: {'Port': ['ID=020952f0-18ad-42e2-bc51-ae05e3862801,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:16.853445 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:17.034769 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:17.037820 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1025567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1025542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1025679'] for router, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:17.141361 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:33:17.242281 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:33:17.246668 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:17.254226 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 33945236-68db-4ae3-8c3b-80678707490d up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:33:17.254941 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a2d25acf-0729-427d-82e9-f7ceb8a32f53 admin admin] 10.222.0.15 "PUT /v2.0/routers/34615e0c-e023-4b46-b4dc-7a6d7b213f20 HTTP/1.1" status: 200 len: 890 time: 1.6593537 Jul 15 15:33:17.271995 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Sync routers for ids ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:33:17.293224 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Routers {'34615e0c-e023-4b46-b4dc-7a6d7b213f20'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:33:17.293903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:33:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:17.451387 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 33945236-68db-4ae3-8c3b-80678707490d triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:33:17.451769 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:17.539122 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Set router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:33:17.950966 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'name': 'router1', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '020952f0-18ad-42e2-bc51-ae05e3862801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:33:16Z', 'revision_number': 4, 'project_id': '905a1cb167d54f5da353362857a4630d', 'gw_port': {'id': '020952f0-18ad-42e2-bc51-ae05e3862801', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:16Z', 'updated_at': '2021-07-15T15:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '33945236-68db-4ae3-8c3b-80678707490d', 'name': '', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'mac_address': 'fa:16:3e:20:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:08Z', 'updated_at': '2021-07-15T15:33:15Z', 'revision_number': 5, 'project_id': '905a1cb167d54f5da353362857a4630d', 'subnets': [{'id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:17.999634 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Checking router: 34615e0c-e023-4b46-b4dc-7a6d7b213f20 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:33:17.999986 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Updating router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 port 020952f0-18ad-42e2-bc51-ae05e3862801 binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:33:18.033665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:18.342527 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:18.352145 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Transition to ACTIVE for port object 020952f0-18ad-42e2-bc51-ae05e3862801 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:33:18.358106 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:18.407780 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Attempting to bind port 020952f0-18ad-42e2-bc51-ae05e3862801 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:33:18.408155 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Attempting to bind port 020952f0-18ad-42e2-bc51-ae05e3862801 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:33:18.408523 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Attempting to bind port 020952f0-18ad-42e2-bc51-ae05e3862801 on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:33:18.411238 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffef77-2dce-44ab-adf2-d7157c1c081d None None] Pushing event updated for resources: {'Port': ['ID=020952f0-18ad-42e2-bc51-ae05e3862801,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:18.415571 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:33:18.415947 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:33:18.416343 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:18.416725 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:33:18.417184 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Bound port: 020952f0-18ad-42e2-bc51-ae05e3862801, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:33:18.417562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:18.467027 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] For port 020952f0-18ad-42e2-bc51-ae05e3862801, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:33:18.470448 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] For port 020952f0-18ad-42e2-bc51-ae05e3862801, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=020952f0-18ad-42e2-bc51-ae05e3862801,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:33:18.475198 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:18.606845 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Routers {'34615e0c-e023-4b46-b4dc-7a6d7b213f20'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:33:18.607420 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:33:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:18.609294 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffef77-2dce-44ab-adf2-d7157c1c081d None None] Pushing event updated for resources: {'Port': ['ID=020952f0-18ad-42e2-bc51-ae05e3862801,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:18.713428 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] Set router 34615e0c-e023-4b46-b4dc-7a6d7b213f20 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:33:18.915638 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'name': 'router1', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '020952f0-18ad-42e2-bc51-ae05e3862801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:33:16Z', 'revision_number': 4, 'project_id': '905a1cb167d54f5da353362857a4630d', 'gw_port': {'id': '020952f0-18ad-42e2-bc51-ae05e3862801', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:16Z', 'updated_at': '2021-07-15T15:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '33945236-68db-4ae3-8c3b-80678707490d', 'name': '', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'mac_address': 'fa:16:3e:20:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:08Z', 'updated_at': '2021-07-15T15:33:15Z', 'revision_number': 5, 'project_id': '905a1cb167d54f5da353362857a4630d', 'subnets': [{'id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:33:18.945043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc447412-cf51-4ced-96cf-7f3e41019257 None None] The sync data for ids ['34615e0c-e023-4b46-b4dc-7a6d7b213f20'] in dv-cinder-789603-12-iscsi is: [{'id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'name': 'router1', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '020952f0-18ad-42e2-bc51-ae05e3862801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:32:59Z', 'updated_at': '2021-07-15T15:33:16Z', 'revision_number': 4, 'project_id': '905a1cb167d54f5da353362857a4630d', 'gw_port': {'id': '020952f0-18ad-42e2-bc51-ae05e3862801', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:16Z', 'updated_at': '2021-07-15T15:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '33945236-68db-4ae3-8c3b-80678707490d', 'name': '', 'network_id': '36100215-f917-417d-ba3a-e9bb32e7bc6b', 'tenant_id': '905a1cb167d54f5da353362857a4630d', 'mac_address': 'fa:16:3e:20:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34615e0c-e023-4b46-b4dc-7a6d7b213f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:33:08Z', 'updated_at': '2021-07-15T15:33:15Z', 'revision_number': 5, 'project_id': '905a1cb167d54f5da353362857a4630d', 'subnets': [{'id': '45c35f12-78a9-4723-9543-4a4fd66a0521', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff000c35-eb2d-43ae-a8d0-935a592c5edc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:33:19.280715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 020952f0-18ad-42e2-bc51-ae05e3862801 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:33:19.333870 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 020952f0-18ad-42e2-bc51-ae05e3862801 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:33:19.338374 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 020952f0-18ad-42e2-bc51-ae05e3862801 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:33:19.338754 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:19.421069 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:19.442558 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 020952f0-18ad-42e2-bc51-ae05e3862801, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=020952f0-18ad-42e2-bc51-ae05e3862801,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:33:19.446059 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:19.496689 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=020952f0-18ad-42e2-bc51-ae05e3862801,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:33:19.644634 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 52452) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:33:19.770737 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8c68805a-1b32-454a-a001-1665f26f7218 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1249764 Jul 15 15:33:21.262809 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 020952f0-18ad-42e2-bc51-ae05e3862801 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:33:21.309544 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 020952f0-18ad-42e2-bc51-ae05e3862801 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:33:21.309914 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:34.320440 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ac209b51-8410-419e-a342-5e0535effdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:37.097226 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-720c4527-533d-44e8-9517-b3b2888ce562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:37.413486 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:37.944150 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:39.520971 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:33:43.226574 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:34:04.312363 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-29c475a2-b61d-4466-9332-ad43062a154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:07.089199 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c22aaaa6-0fdd-4df3-971f-ae2bcc5f6909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:07.407769 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:07.964192 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:09.524452 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:20.215680 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:34:34.314562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bc6190b6-f454-490a-893f-6522d53e4786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:37.091081 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7ae74d8e-03d0-4944-bc1e-3591997d3ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:37.408668 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:37.931561 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:39.526801 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:56.461565 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53020) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:56.520944 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d27e4ac-ef30-4019-89c8-10d079266939 admin admin] GET failed (client error): The resource could not be found. Jul 15 15:34:56.522292 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9d27e4ac-ef30-4019-89c8-10d079266939 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596960 Jul 15 15:34:56.680195 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca847849-d01e-4500-b67b-7a949b1137f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:56.681627 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-ca847849-d01e-4500-b67b-7a949b1137f4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1555798 Jul 15 15:34:57.214620 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:34:58.794855 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53030) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:34:58.894039 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46feb2-daec-4cd3-bd63-c7fecde6b054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:58.895332 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-5b46feb2-daec-4cd3-bd63-c7fecde6b054 admin admin] 10.222.0.15 "GET /v2.0/subnets/45c35f12-78a9-4723-9543-4a4fd66a0521 HTTP/1.1" status: 200 len: 849 time: 0.0995393 Jul 15 15:34:58.904852 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:34:58.984253 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:59.177244 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740808617099'] for subnet, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:59.206962 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:34:59.207548 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:59.208829 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] 10.222.0.15 "PUT /v2.0/subnets/45c35f12-78a9-4723-9543-4a4fd66a0521 HTTP/1.1" status: 200 len: 868 time: 0.3076119 Jul 15 15:34:59.212236 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2a2e8-e106-4bf1-a04a-e3fd9d44d663 None None] Network 36100215-f917-417d-ba3a-e9bb32e7bc6b requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:34:59.229892 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c35f12-78a9-4723-9543-4a4fd66a0521,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:34:59.238540 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.238798 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.239040 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.239330 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.240329 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.240329 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.240329 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.240710 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.241010 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.241342 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.241667 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.241990 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817418a-825e-4daa-87c1-e79f71783832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:34:59.547103 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-dd1cdf17-caca-4be3-b46d-10687bef6036 None None] Provisioning complete for port 33945236-68db-4ae3-8c3b-80678707490d triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:34:59.547476 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdf17-caca-4be3-b46d-10687bef6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:34:59.632889 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-dd1cdf17-caca-4be3-b46d-10687bef6036 None None] Provisioning complete for port 8fa9367d-86d8-4abc-9c59-e8d0f65b2e26 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:34:59.633263 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdf17-caca-4be3-b46d-10687bef6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:01.334375 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53038) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:01.527334 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd427f36-4b01-4823-a09b-9a4b2463036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:01.527728 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd427f36-4b01-4823-a09b-9a4b2463036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:01.529248 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-bd427f36-4b01-4823-a09b-9a4b2463036a admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1939235 Jul 15 15:35:03.637271 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53046) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:03.833531 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6a79f-856c-4055-9a77-546f13630ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:03.834016 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6a79f-856c-4055-9a77-546f13630ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:03.835579 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-adc6a79f-856c-4055-9a77-546f13630ef4 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1973741 Jul 15 15:35:04.314984 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8ef056c7-9d6f-4646-bc5c-ccb56293c331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:05.958830 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53056) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:06.088891 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4412c-eae7-4a1d-bc40-088f4aada959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:06.090288 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-01e4412c-eae7-4a1d-bc40-088f4aada959 admin admin] 10.222.0.15 "GET /v2.0/networks/36100215-f917-417d-ba3a-e9bb32e7bc6b HTTP/1.1" status: 200 len: 868 time: 0.1304440 Jul 15 15:35:07.092823 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-01561e22-387c-4600-8a1d-1ba4ed7402bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:07.408884 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:07.935114 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:08.222867 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53064) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:08.411394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c650e-e230-48d8-adb7-313cb637b393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:08.412767 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fa3c650e-e230-48d8-adb7-313cb637b393 admin admin] 10.222.0.15 "GET /v2.0/networks/8c5e1a36-77c8-447d-b731-ff63a8063bb2 HTTP/1.1" status: 200 len: 886 time: 0.1889563 Jul 15 15:35:09.528866 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:10.561990 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53072) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:10.680880 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba00485-b045-4b06-a65c-06f68a353e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:10.681331 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba00485-b045-4b06-a65c-06f68a353e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:10.682894 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-bba00485-b045-4b06-a65c-06f68a353e99 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199498 Jul 15 15:35:12.835838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53080) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:12.933172 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150484d2-b56f-4490-b0f5-b8a26564a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:12.933626 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150484d2-b56f-4490-b0f5-b8a26564a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:12.935273 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-150484d2-b56f-4490-b0f5-b8a26564a669 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0984967 Jul 15 15:35:15.091430 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53088) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:15.174389 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e781af-f01f-4a5c-b0fe-deb25bb38460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:15.175689 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-33e781af-f01f-4a5c-b0fe-deb25bb38460 admin admin] 10.222.0.15 "GET /v2.0/subnets/3436cba3-c366-42e2-a911-875dfe848a40 HTTP/1.1" status: 200 len: 816 time: 0.0833156 Jul 15 15:35:17.290978 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53096) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:17.380003 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdeeff2-d45b-41e6-94b6-ca04a51d75cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:17.381363 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6cdeeff2-d45b-41e6-94b6-ca04a51d75cb admin admin] 10.222.0.15 "GET /v2.0/subnets/45c35f12-78a9-4723-9543-4a4fd66a0521 HTTP/1.1" status: 200 len: 868 time: 0.0894570 Jul 15 15:35:34.212887 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:35:34.315648 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dbe3aed0-11b1-4324-b3ba-f4f0ff22d4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:37.093945 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ef63f9d-a0db-4706-b60e-5f69b028a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:37.408377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:37.938300 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:39.529499 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:41.439566 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53148) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:41.485352 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [None req-1511844d-7116-468e-af85-3f7af5c5f7da admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:35:41.486362 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1511844d-7116-468e-af85-3f7af5c5f7da admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458355 Jul 15 15:35:43.703740 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53156) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:43.761615 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e62ba5f-3a04-46f2-852b-3e5adb046b91 admin admin] GET failed (client error): The resource could not be found. Jul 15 15:35:43.762964 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-7e62ba5f-3a04-46f2-852b-3e5adb046b91 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582919 Jul 15 15:35:43.846196 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde4246-ad1f-44ef-9197-fcd6e225a580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:43.847626 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-ddde4246-ad1f-44ef-9197-fcd6e225a580 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808475 Jul 15 15:35:45.994852 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53164) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:46.039701 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:46.061115 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Made reservation on behalf of e43a016a9afd45fa90aa36a17f009357 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:35:46.063434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:46.089993 dv-cinder-789603-12-iscsi neutron-server[99542]: WARNING neutron.services.revisions.revision_plugin [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Could not find related network for resource to bump revision. Jul 15 15:35:46.101130 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:35:46.109915 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:46.110358 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Added segment e7086628-0205-437e-af39-b2c45aa6951c of type vlan for network 333aee96-b4f7-4cf8-87b5-969914db1e56 Jul 15 15:35:46.156540 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:46.182569 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:46.183438 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:46.184052 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:46.217177 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2212377 Jul 15 15:35:46.246788 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Pushing event updated for resources: {'Network': ['ID=333aee96-b4f7-4cf8-87b5-969914db1e56,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:46.254192 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.254574 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.254918 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.255256 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.255591 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.255923 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.256252 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.256595 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.256972 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.257301 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.257626 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.257947 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202955f-9f39-4ea1-bb54-7b1593106627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:46.269378 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 333aee96-b4f7-4cf8-87b5-969914db1e56 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:35:48.371697 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53172) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:35:48.428431 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e187edc-b564-4589-aad1-33dab8ad6adc admin admin] GET failed (client error): The resource could not be found. Jul 15 15:35:48.429792 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9e187edc-b564-4589-aad1-33dab8ad6adc admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0571427 Jul 15 15:35:48.531547 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a2295-af7e-4004-8e0f-5a2c7d77d6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:48.532995 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ec2a2295-af7e-4004-8e0f-5a2c7d77d6a1 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0994494 Jul 15 15:35:48.543007 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:35:48.562347 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Made reservation on behalf of e43a016a9afd45fa90aa36a17f009357 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:35:48.564548 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:48.720649 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:48.776251 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4980818b-9788-4c04-8b53-3cc280cd9e36,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:48.780354 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Checking segment: {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:35:48.780700 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Network hostable DHCP agents. Network: 333aee96-b4f7-4cf8-87b5-969914db1e56, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:35:48.796364 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Network 333aee96-b4f7-4cf8-87b5-969914db1e56 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:35:48.804335 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 333aee96-b4f7-4cf8-87b5-969914db1e56) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:35:48.808293 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:35:48.808879 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:48.813125 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74372181-0278-4f1b-a32e-a29f838ae783 None None] Network 333aee96-b4f7-4cf8-87b5-969914db1e56 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:35:48.821928 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c5f62183-148f-40c9-b039-a7f6659f5d47 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2823288 Jul 15 15:35:49.054037 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-333aee96-b4f7-4cf8-87b5-969914db1e56', 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56', 'tenant_id': 'e43a016a9afd45fa90aa36a17f009357', 'fixed_ips': [{'subnet_id': '4980818b-9788-4c04-8b53-3cc280cd9e36'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:35:49.054925 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.191516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Allocated IP 192.168.233.2 (333aee96-b4f7-4cf8-87b5-969914db1e56/4980818b-9788-4c04-8b53-3cc280cd9e36/f1b516a8-3cba-46a5-a3e4-7de27fc6181a) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:35:49.333054 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.342189 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Transition to ACTIVE for port object f1b516a8-3cba-46a5-a3e4-7de27fc6181a will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:35:49.357057 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Transition to ACTIVE for port object f1b516a8-3cba-46a5-a3e4-7de27fc6181a will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:35:49.363679 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.410503 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Network 333aee96-b4f7-4cf8-87b5-969914db1e56 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:35:49.411561 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Pushing event updated for resources: {'Port': ['ID=f1b516a8-3cba-46a5-a3e4-7de27fc6181a,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:49.415546 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:35:49.420372 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:35:49.423037 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.423411 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.423759 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.424095 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.424424 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.424756 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.425084 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.426092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.426092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.426092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.426421 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.426706 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:35:49.484751 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Attempting to bind port f1b516a8-3cba-46a5-a3e4-7de27fc6181a on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:35:49.485100 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Attempting to bind port f1b516a8-3cba-46a5-a3e4-7de27fc6181a by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:35:49.485400 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Attempting to bind port f1b516a8-3cba-46a5-a3e4-7de27fc6181a on network 333aee96-b4f7-4cf8-87b5-969914db1e56 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:35:49.490622 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:35:49.491036 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Checking segment: {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:35:49.492020 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.492500 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Bound using segment: {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:35:49.493014 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Bound port: f1b516a8-3cba-46a5-a3e4-7de27fc6181a, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:35:49.493480 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.557980 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] For port f1b516a8-3cba-46a5-a3e4-7de27fc6181a, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:35:49.561357 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] For port f1b516a8-3cba-46a5-a3e4-7de27fc6181a, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f1b516a8-3cba-46a5-a3e4-7de27fc6181a,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:35:49.565309 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:49.628267 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170dd3b-1df3-4c60-b4c0-0606ddfbe25f None None] Pushing event updated for resources: {'Port': ['ID=f1b516a8-3cba-46a5-a3e4-7de27fc6181a,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:50.399715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4351e7-9e56-43b2-8faa-20dd512c3070 None None] Network 333aee96-b4f7-4cf8-87b5-969914db1e56 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:35:50.511014 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-40b2e620-e657-451f-a57f-3413f09df2e1 None None] Provisioning for port f1b516a8-3cba-46a5-a3e4-7de27fc6181a completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:35:51.388694 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f1b516a8-3cba-46a5-a3e4-7de27fc6181a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:35:51.439379 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port f1b516a8-3cba-46a5-a3e4-7de27fc6181a completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:35:51.443216 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port f1b516a8-3cba-46a5-a3e4-7de27fc6181a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:35:51.443585 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:51.528222 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:51.559519 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port f1b516a8-3cba-46a5-a3e4-7de27fc6181a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f1b516a8-3cba-46a5-a3e4-7de27fc6181a,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:35:51.563375 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:35:51.611301 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=f1b516a8-3cba-46a5-a3e4-7de27fc6181a,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:35:53.360879 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f1b516a8-3cba-46a5-a3e4-7de27fc6181a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:35:53.409490 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port f1b516a8-3cba-46a5-a3e4-7de27fc6181a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:35:53.409852 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:04.316620 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6b7cbeb4-f995-4228-afce-4746c9a79900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:07.094821 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9de4392b-fa3b-42bd-86a2-e0b66d634dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:07.408986 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:07.942315 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:09.532731 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:11.211560 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:36:34.317679 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-47572c87-9c95-4968-b019-940526a6566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:37.096283 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7f95fbf9-5fb3-4538-919f-2833fe0ea142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:37.410616 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:37.945879 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:39.536021 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:48.209829 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:36:57.610943 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53224) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:57.616980 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [None req-335693eb-aad5-4390-9f34-fdaa366736ba tempest-verify_tempest_config-803438783 tempest-verify_tempest_config-803438783-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:36:57.617986 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-335693eb-aad5-4390-9f34-fdaa366736ba tempest-verify_tempest_config-803438783 tempest-verify_tempest_config-803438783-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060518 Jul 15 15:36:57.918513 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53242) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:58.015433 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.099992 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.103473 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.149662 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b768e1b4a7c44c7ac9a908a0edbc1e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2301304 Jul 15 15:36:58.150480 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07673427-0dc8-4499-bb2a-fac4e25fcce8,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:58.152446 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53246) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:36:58.156886 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.157247 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.157587 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.157915 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.158265 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.158609 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.158942 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.159277 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.159613 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.159933 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.160250 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.160564 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d9511f-92d9-4b0a-9bd6-2e3549b0580a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.232668 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.252917 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.340667 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.343358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:36:58.344823 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07673427-0dc8-4499-bb2a-fac4e25fcce8 HTTP/1.1" status: 204 len: 168 time: 0.1913643 Jul 15 15:36:58.352820 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07673427-0dc8-4499-bb2a-fac4e25fcce8,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:36:58.359929 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.360298 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.360653 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.360993 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.361326 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.361674 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.362006 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.362373 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.362717 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.363048 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.363373 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:36:58.363694 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ca368-9727-4945-9301-ac085c9f758b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:37:04.317279 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-18fc961d-a899-496a-bc47-a2bcc3339409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:07.096777 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-eaca3fe6-b7a8-499a-adc3-fb2a1ec8b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:07.410224 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:07.949310 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:09.538346 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:25.207761 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:37:34.317795 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2627228-9277-4e3f-ab5e-d7304c289f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:37.096775 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e950324d-fa0f-4475-876f-973e8dcc293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:37.410062 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:37.951296 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:37:39.541162 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:02.206582 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 5 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:38:04.318048 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-78a50e0d-934e-4967-ab0c-a823ff8c2977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.096107 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-68547228-1e74-4ef6-8179-5f04928ce479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.409070 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:07.953776 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:09.543390 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:33.260221 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-939526'] for agent, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:34.319039 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e111fd96-4458-45c4-a451-73f625cb03d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:37.096266 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-35cbf1d8-59d9-4395-ae98-0f697d471206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:37.274940 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53300) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:37.377086 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-313dd72a-b896-46cc-b184-4ee86c8302d1 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1010575 Jul 15 15:38:37.411861 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:37.956305 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:39.206329 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:38:39.521565 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53310) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:38:39.546297 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:38:39.582083 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-52e42b9b-1982-46e4-9421-0f4ed8f2b1db admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0594156 Jul 15 15:39:03.200720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:04.319132 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-107ce687-b48f-4f49-af7a-8f61a0b950d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:07.100176 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8983339b-e240-43e3-bb2e-6df088621e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:07.411454 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:07.958284 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:09.548985 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:16.205783 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:39:33.220418 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:34.322583 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0b17c31d-b73d-4170-8091-3fa2940e5945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:37.102425 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-532f31f1-3206-49b3-abe1-1fda160d666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:37.416909 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:37.960927 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:39.551875 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:39:53.205372 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:40:03.217336 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:04.318561 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e72f-f302-4ff5-b511-b1fa41bd5829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:07.112038 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3da37992-9bbd-466a-a82a-36d373ec8b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:07.422618 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:07.977431 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:09.560354 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:09.815926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53536) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:09.843465 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53542) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:09.870043 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53546) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:09.962096 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53556) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:10.119226 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-network', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:10.148983 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-200335102-network', 'tenant_id': 'a0719710669541798e3075aa1f198e19'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:10.151661 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-920111151-network', 'tenant_id': 'da2a37a386c840d48c59484cdae683d6'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:10.155403 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Made reservation on behalf of f9f960d9fcf44a83a1076536b2e10ec7 for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:10.157838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.176261 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.178104 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Made reservation on behalf of da2a37a386c840d48c59484cdae683d6 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:10.181203 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.191531 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.218524 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Made reservation on behalf of a0719710669541798e3075aa1f198e19 for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:10.223508 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.247109 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.332546 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.337406 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1388109632-network', 'tenant_id': '13567d2f37bf4ab0ae2d2caf20acecc9'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:10.342567 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.360889 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:40:10.395608 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67326bab-5fbf-47c8-927c-022fd35b2c0d,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:10.410037 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740808746051', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.410902 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Unsubscribe: segment precommit_create {{(pid=99541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 15:40:10.411498 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Added segment c608fa2c-0d78-4621-935d-0413e970a6e7 of type vlan for network 49ec55a5-83a3-471f-ab88-185507f0ecdd Jul 15 15:40:10.452666 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.466841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.468685 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.469578 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.470391 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.470911 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Tracked resource versions report: Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: pushed versions: Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: { 'AddressGroup': {'1.2'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'ConntrackHelper': {'1.0'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Log': {'1.0'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Network': {'1.1'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Port': {'1.7'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'PortForwarding': {'1.2'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'QosPolicy': {'1.8'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroup': {'1.4'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SubPort': {'1.0'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Subnet': {'1.1'}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Trunk': {'1.1'}} Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: consumer versions: Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: HyperV agent@hv-cinder-78960: {}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'ConntrackHelper': '1.0', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Log': '1.0', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Network': '1.1', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Port': '1.7', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'PortForwarding': '1.2', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'QosPolicy': '1.8', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroup': '1.4', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SecurityGroupRule': '1.2', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'SubPort': '1.0', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Subnet': '1.1', Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: 'Trunk': '1.1'}} Jul 15 15:40:10.472350 dv-cinder-789603-12-iscsi neutron-server[99541]: {{(pid=99541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:40:10.482355 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.486178 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.538138 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:40:10.540540 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.db.api [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:40:10.540540 dv-cinder-789603-12-iscsi neutron-server[99542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 15:40:10.540540 dv-cinder-789603-12-iscsi neutron-server[99542]: [parameters: {'project_id_1': '13567d2f37bf4ab0ae2d2caf20acecc9', 'expiration_1': datetime.datetime(2021, 7, 15, 15, 40, 10, 344767)}] Jul 15 15:40:10.540540 dv-cinder-789603-12-iscsi neutron-server[99542]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:40:10.540973 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG oslo_db.api [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:40:10.547635 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:10.552441 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.552775 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Added segment 4a661342-f725-4ca0-b204-9f2fb4f2a1ce of type vlan for network 58f31b63-443f-417d-81c1-7f491384278c Jul 15 15:40:10.565729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.566077 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.566435 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.566763 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.567295 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.567727 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.568188 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.568520 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.568860 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.569185 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.569504 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.569820 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Tracked resource versions report: Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: pushed versions: Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: { 'AddressGroup': {'1.2'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'ConntrackHelper': {'1.0'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Log': {'1.0'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Network': {'1.1'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Port': {'1.7'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'PortForwarding': {'1.2'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'QosPolicy': {'1.8'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroup': {'1.4'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SubPort': {'1.0'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Subnet': {'1.1'}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Trunk': {'1.1'}} Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: consumer versions: Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: HyperV agent@hv-cinder-78960: {}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'ConntrackHelper': '1.0', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Log': '1.0', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Network': '1.1', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Port': '1.7', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'PortForwarding': '1.2', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'QosPolicy': '1.8', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroup': '1.4', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SecurityGroupRule': '1.2', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'SubPort': '1.0', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Subnet': '1.1', Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: 'Trunk': '1.1'}} Jul 15 15:40:10.570928 dv-cinder-789603-12-iscsi neutron-server[99542]: {{(pid=99542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:40:10.600426 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.602357 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.603159 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.637817 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.679014 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.680224 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.681201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.738641 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] Pushing event updated for resources: {'Network': ['ID=49ec55a5-83a3-471f-ab88-185507f0ecdd,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:10.756148 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:40:10.757774 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] Pushing event updated for resources: {'Network': ['ID=58f31b63-443f-417d-81c1-7f491384278c,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:10.779910 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.789783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.794585 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 58f31b63-443f-417d-81c1-7f491384278c details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:40:10.799276 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ca58221a-0440-4a59-8322-a934530e75de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9253857 Jul 15 15:40:10.800078 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53600) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:10.802400 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:40:10.804884 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Request body: {'subnet': {'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-920111151-subnet', 'tenant_id': 'da2a37a386c840d48c59484cdae683d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:10.811299 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.811930 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Added segment dd4c7b22-55fd-4a01-9a9d-72c22413cf60 of type vlan for network b6acb0e4-b836-46df-b1fc-a386e5e23f6f Jul 15 15:40:10.865313 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.871086 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Made reservation on behalf of da2a37a386c840d48c59484cdae683d6 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:10.879361 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.902617 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-726fc792-9569-4b5a-9c2b-5487f3b2223d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0854497 Jul 15 15:40:10.907400 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53604) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:10.911682 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.918478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:10.919855 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:10.931009 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Request body: {'subnet': {'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-subnet', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:10.960045 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Made reservation on behalf of f9f960d9fcf44a83a1076536b2e10ec7 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:10.962804 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.116508 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Made reservation on behalf of 13567d2f37bf4ab0ae2d2caf20acecc9 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:11.118955 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.129577 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.140389 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.188340 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1cb357-ba6b-4385-ada2-63d702b9563a,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:11.201972 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7bd84-8598-4fc3-9b12-6517351cde03,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:11.208516 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3638420 Jul 15 15:40:11.209358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53624) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:11.229409 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Request body: {'subnet': {'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-subnet', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:11.234934 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.283828 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3220c-c987-43a2-9e66-535a3328eb4e admin admin] Pushing event updated for resources: {'Network': ['ID=b6acb0e4-b836-46df-b1fc-a386e5e23f6f,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:11.295335 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Checking segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:11.295896 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Network hostable DHCP agents. Network: 49ec55a5-83a3-471f-ab88-185507f0ecdd, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:40:11.297363 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:40:11.316926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:40:11.325216 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f933057-0801-4575-8299-ca882d33ce6c,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:11.332707 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 49ec55a5-83a3-471f-ab88-185507f0ecdd) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:11.337481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.338090 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.357292 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Checking segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:11.357675 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Network hostable DHCP agents. Network: 58f31b63-443f-417d-81c1-7f491384278c, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:40:11.393359 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.415239 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.415950 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e8a6b813-75d7-4b5b-b48c-a69b510f0f1b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5051537 Jul 15 15:40:11.416909 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53626) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:11.429699 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Network 58f31b63-443f-417d-81c1-7f491384278c is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:40:11.430786 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:11.445128 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 58f31b63-443f-417d-81c1-7f491384278c) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:11.451056 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.451803 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.479331 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c732174-9ed5-490c-be33-ae1e73ad0b3f None None] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:11.484416 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4e3f6-76ec-450b-bc77-a2216683690e None None] Network 58f31b63-443f-417d-81c1-7f491384278c requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:11.485683 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Made reservation on behalf of a0719710669541798e3075aa1f198e19 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:11.492574 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.527439 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:40:11.537866 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb65d8d6-55c1-4f92-bce8-a8e697aa8211,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:11.567926 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.568697 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Added segment f239dbb0-2f76-45bc-a9e3-2a1db82529cb of type vlan for network 0a1a43db-90c3-451e-b7f0-0aea6164855a Jul 15 15:40:11.611703 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.613319 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.640799 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fccd0e74-a521-4979-b100-eb7f2cc742e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8398402 Jul 15 15:40:11.677729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.689409 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2414666-466d-43da-94e9-a5755b0f075f None None] Network 58f31b63-443f-417d-81c1-7f491384278c requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:11.725940 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.765077 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.766425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:11.766870 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:11.827418 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8640976 Jul 15 15:40:11.834342 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53644) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:11.862818 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Request body: {'subnet': {'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1388109632-subnet', 'tenant_id': '13567d2f37bf4ab0ae2d2caf20acecc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:11.933053 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f3d1a-e938-4ae9-a2f1-0917a7305f5f admin admin] Pushing event updated for resources: {'Network': ['ID=0a1a43db-90c3-451e-b7f0-0aea6164855a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:11.967223 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 0a1a43db-90c3-451e-b7f0-0aea6164855a details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:40:12.010128 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Made reservation on behalf of 13567d2f37bf4ab0ae2d2caf20acecc9 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:12.012511 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.193327 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd175889-a1b5-41a0-a8c0-91026ced124e None None] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:12.344609 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.368899 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.405897 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53668) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:12.426597 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.463917 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=999fcfb6-47ec-4301-8560-e22f4b77b8ea,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:12.484197 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Checking segment: {'id': 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:12.484816 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Network hostable DHCP agents. Network: 0a1a43db-90c3-451e-b7f0-0aea6164855a, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:40:12.503913 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Network 0a1a43db-90c3-451e-b7f0-0aea6164855a is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:40:12.526715 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 0a1a43db-90c3-451e-b7f0-0aea6164855a) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:12.532465 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:12.533377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.537313 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7714d-025b-418c-a28f-7920f970ebaa None None] Network 0a1a43db-90c3-451e-b7f0-0aea6164855a requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:12.544780 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e7d897-ed51-4128-9569-a7aee504c9c7,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:12.562913 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cf1eacd4-daf6-440d-884e-f32a1ca4b4eb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7273881 Jul 15 15:40:12.584147 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Checking segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:12.584505 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Network hostable DHCP agents. Network: b6acb0e4-b836-46df-b1fc-a386e5e23f6f, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:40:12.611373 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:40:12.740499 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, b6acb0e4-b836-46df-b1fc-a386e5e23f6f) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:12.750200 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:12.750877 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.753257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-464919e9-0ef3-40fd-b29d-a975579c1f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.775985 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a55c2-33d9-4a45-9951-f2a664a283d8 None None] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:12.782214 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda36d8e-fa8a-4010-85c3-9f778d591044 None None] Network 0a1a43db-90c3-451e-b7f0-0aea6164855a requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:12.799240 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53676) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:12.799618 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-76915811-7520-4858-a18e-e4f89f96be0b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5802600 Jul 15 15:40:12.805854 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:12.838298 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:12.959967 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.116009 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:40:13.117122 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.148114 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-464919e9-0ef3-40fd-b29d-a975579c1f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.158692 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-464919e9-0ef3-40fd-b29d-a975579c1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.166948 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Allocated IP 172.27.3.100 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:13.187820 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.189090 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.246878 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-464919e9-0ef3-40fd-b29d-a975579c1f81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c170364eece4946a0fa7888cf1a7643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8347275 Jul 15 15:40:13.252665 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464919e9-0ef3-40fd-b29d-a975579c1f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd50fa1-6c53-464f-8760-2c7162f35566,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:13.258247 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53712) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:13.347724 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Allocated IP 172.20.0.2 (b6acb0e4-b836-46df-b1fc-a386e5e23f6f/58e7d897-ed51-4128-9569-a7aee504c9c7/c922eea8-e854-44be-a024-ec1b33cd487a) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:13.427292 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53738) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:13.430079 dv-cinder-789603-12-iscsi neutron-server[99542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 15:40:13.440264 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53740) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:13.444886 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.445199 dv-cinder-789603-12-iscsi neutron-server[99541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 15:40:13.545706 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-181a62f0-585d-49b0-9a61-94f1237bf37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.570603 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-181a62f0-585d-49b0-9a61-94f1237bf37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.587095 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.608240 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Transition to ACTIVE for port object c922eea8-e854-44be-a024-ec1b33cd487a will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:13.637056 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Transition to ACTIVE for port object c922eea8-e854-44be-a024-ec1b33cd487a will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:13.651022 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.700893 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:13.704151 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:13.710220 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-181a62f0-585d-49b0-9a61-94f1237bf37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.712944 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-181a62f0-585d-49b0-9a61-94f1237bf37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.714325 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-181a62f0-585d-49b0-9a61-94f1237bf37a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcd50fa1-6c53-464f-8760-2c7162f35566 HTTP/1.1" status: 204 len: 168 time: 0.4551036 Jul 15 15:40:13.715092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:13.821587 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.823792 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a62f0-585d-49b0-9a61-94f1237bf37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd50fa1-6c53-464f-8760-2c7162f35566,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:13.857413 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-c98d33b5-0c8e-45be-bf6c-29e8b15aa36f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:13.863963 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-c98d33b5-0c8e-45be-bf6c-29e8b15aa36f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/networks?id=0a1a43db-90c3-451e-b7f0-0aea6164855a HTTP/1.1" status: 200 len: 812 time: 0.4211559 Jul 15 15:40:13.884571 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d05ff43a-9fff-4564-8e75-00cb69af7540 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/quotas/13567d2f37bf4ab0ae2d2caf20acecc9 HTTP/1.1" status: 200 len: 375 time: 0.0197017 Jul 15 15:40:13.909146 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:13.916720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Attempting to bind port c922eea8-e854-44be-a024-ec1b33cd487a on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:13.917156 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Attempting to bind port c922eea8-e854-44be-a024-ec1b33cd487a by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:13.917908 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Attempting to bind port c922eea8-e854-44be-a024-ec1b33cd487a on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:13.920651 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Pushing event updated for resources: {'Port': ['ID=c922eea8-e854-44be-a024-ec1b33cd487a,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:13.936275 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-e0c30f5d-7e0c-4afc-8429-4cd7f3c7edee tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:13.941286 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-e0c30f5d-7e0c-4afc-8429-4cd7f3c7edee tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.5126836 Jul 15 15:40:13.948518 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d2aa0f35-47ed-4028-ba6c-2493b11b678f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=13567d2f37bf4ab0ae2d2caf20acecc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629973 Jul 15 15:40:13.958062 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.958593 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.960539 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.962036 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.962173 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.962522 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.963147 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.964129 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.971001 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.972535 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.974456 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.974831 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:13.978947 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-8810576a-0a72-45b9-bd2e-7faf026c558b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/quotas/da2a37a386c840d48c59484cdae683d6 HTTP/1.1" status: 200 len: 375 time: 0.0215693 Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Tracked resource versions report: Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: pushed versions: Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: { 'AddressGroup': {'1.2'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'ConntrackHelper': {'1.0'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Log': {'1.0'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Network': {'1.1'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Port': {'1.7'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'PortForwarding': {'1.2'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'QosPolicy': {'1.8'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroup': {'1.4'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SubPort': {'1.0'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Subnet': {'1.1'}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Trunk': {'1.1'}} Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: consumer versions: Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: HyperV agent@hv-cinder-78960: {}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'ConntrackHelper': '1.0', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Log': '1.0', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Network': '1.1', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Port': '1.7', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'PortForwarding': '1.2', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'QosPolicy': '1.8', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroup': '1.4', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SecurityGroupRule': '1.2', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'SubPort': '1.0', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Subnet': '1.1', Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: 'Trunk': '1.1'}} Jul 15 15:40:13.980321 dv-cinder-789603-12-iscsi neutron-server[99543]: {{(pid=99543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:40:13.985926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.008230 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:14.008618 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Checking segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:14.009032 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.009428 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Bound using segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:14.011015 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Bound port: c922eea8-e854-44be-a024-ec1b33cd487a, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:14.011423 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.050738 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-0fe01e31-8217-4fc6-83c7-31e3d46dc45d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568676 Jul 15 15:40:14.067532 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Pushing event updated for resources: {'Port': ['ID=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:14.088287 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:14.089699 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:14.095576 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:14.148202 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] For port c922eea8-e854-44be-a024-ec1b33cd487a, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:14.154234 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] For port c922eea8-e854-44be-a024-ec1b33cd487a, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=c922eea8-e854-44be-a024-ec1b33cd487a,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:14.161434 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.251711 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c58905-eae4-4e58-b3d5-57fe2f5ca4b1 None None] Pushing event updated for resources: {'Port': ['ID=c922eea8-e854-44be-a024-ec1b33cd487a,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:14.311880 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53782) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:14.324691 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-a7ae4d98-8896-4b75-8856-43369e1c90f6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:14.326370 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-a7ae4d98-8896-4b75-8856-43369e1c90f6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0776808 Jul 15 15:40:14.362072 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12550997-ca50-4f33-b49a-1ae9175bfce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.385215 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.414672 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.447508 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.447719 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-e7853cb7-e0de-4948-8a1a-f77e4f402ea0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:14.448531 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-e7853cb7-e0de-4948-8a1a-f77e4f402ea0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2011642 Jul 15 15:40:14.600706 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-a17be9e7-818b-4821-8bbc-0d9c2eeefc55 service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632456 Jul 15 15:40:14.730431 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Allocated IP 172.27.3.224 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/a00841d5-5ca7-439d-8dfb-31af25ab961f) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:14.749250 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-a4168348-2e7f-4042-80ad-b008ef1985ae service neutron] 10.222.0.15 "GET /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874155 Jul 15 15:40:14.812095 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-4a8a9aa6-a891-473d-8573-6d0cf71a673d service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105176 Jul 15 15:40:14.814145 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12550997-ca50-4f33-b49a-1ae9175bfce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.850864 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12550997-ca50-4f33-b49a-1ae9175bfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.862883 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.919661 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-12550997-ca50-4f33-b49a-1ae9175bfce5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c006d0f506f40d389cb6df6d5dde5b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6040730 Jul 15 15:40:14.920957 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12550997-ca50-4f33-b49a-1ae9175bfce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5db8fb-c965-4e7a-90f2-daaae07ed4ff,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:14.929877 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53792) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:14.969285 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:14.982466 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-a3d073a0-61cc-4dd5-874b-eb14bee45eef service neutron] 10.222.0.15 "GET /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258391 Jul 15 15:40:15.021145 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.085632 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:15.092979 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:15.112773 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:15.120129 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a00841d5-5ca7-439d-8dfb-31af25ab961f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:15.156454 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5aee953-55f5-43f0-acdd-babeba462b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.265090 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5aee953-55f5-43f0-acdd-babeba462b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.374715 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5aee953-55f5-43f0-acdd-babeba462b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.377591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5aee953-55f5-43f0-acdd-babeba462b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:15.381690 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e5aee953-55f5-43f0-acdd-babeba462b9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df5db8fb-c965-4e7a-90f2-daaae07ed4ff HTTP/1.1" status: 204 len: 168 time: 0.4465220 Jul 15 15:40:15.455922 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeda151-c9e4-4983-8a31-d0952152a53d None None] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:40:15.604749 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aee953-55f5-43f0-acdd-babeba462b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5db8fb-c965-4e7a-90f2-daaae07ed4ff,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:15.637340 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-d08c0ee8-c353-4e48-9bd2-28e72965e059 None None] Provisioning for port c922eea8-e854-44be-a024-ec1b33cd487a completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:15.661521 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Router d4681e8f-1115-43a9-8f74-44397b586485 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:40:15.670049 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c922eea8-e854-44be-a024-ec1b33cd487a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:15.683241 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d6ab9a52-270a-4719-aa06-b8ea1eca5acf req-855151c5-a805-4607-b3a5-79baf22444a3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.3009427 Jul 15 15:40:15.752321 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d160e15e-6c8b-4186-8c2f-63062dce0a65 req-d889b17e-dba3-425b-bb7b-92432a1681db tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.2418165 Jul 15 15:40:15.937806 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:16.009965 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:40:16.029684 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Sync routers for ids ['d4681e8f-1115-43a9-8f74-44397b586485'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:40:16.047916 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Routers {'d4681e8f-1115-43a9-8f74-44397b586485'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:16.050053 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['d4681e8f-1115-43a9-8f74-44397b586485'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:16.068091 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:16.072130 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d7ad4f09-632a-4293-95bf-acb907ad7bda admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6482022 Jul 15 15:40:16.072432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 53860) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:16.237392 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port c922eea8-e854-44be-a024-ec1b33cd487a completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:16.261849 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port c922eea8-e854-44be-a024-ec1b33cd487a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:16.262636 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:16.418853 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53876) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:16.436403 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Set router d4681e8f-1115-43a9-8f74-44397b586485 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:16.542010 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:16.661195 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port c922eea8-e854-44be-a024-ec1b33cd487a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=c922eea8-e854-44be-a024-ec1b33cd487a,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:16.671403 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:16.756522 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c6874f4d-8849-4ef5-97b6-2a3aadbdbb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:16.835849 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=c922eea8-e854-44be-a024-ec1b33cd487a,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:16.911622 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-56cc275e-f17e-49bb-8f0b-74a3f3938d40 None None] Provisioning complete for port c922eea8-e854-44be-a024-ec1b33cd487a triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:16.914023 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-56cc275e-f17e-49bb-8f0b-74a3f3938d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.046288 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2f74c32b-8fb0-4977-9fe7-1ea920f8296b req-fe221e28-2d29-4231-99ae-4bb110ea9246 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.1842978 Jul 15 15:40:17.058476 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:40:14Z', 'revision_number': 3, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:17.115326 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Checking router: d4681e8f-1115-43a9-8f74-44397b586485 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:40:17.116085 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Updating router d4681e8f-1115-43a9-8f74-44397b586485 port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:40:17.136195 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5c183465-e092-482d-97fd-08664d5927d7 req-a62ed7f1-5ddd-4338-89cc-6b66c754fe6f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.1630735 Jul 15 15:40:17.183587 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.199499 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.269233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.314499 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c6874f4d-8849-4ef5-97b6-2a3aadbdbb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.324672 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c6874f4d-8849-4ef5-97b6-2a3aadbdbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.360266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6874f4d-8849-4ef5-97b6-2a3aadbdbb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dff9ec-1af5-4fdc-bc1f-ee885d626a11,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:17.424615 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c6874f4d-8849-4ef5-97b6-2a3aadbdbb57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6574304371b458e989c9a560691c32a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9965587 Jul 15 15:40:17.427133 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53938) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:17.510858 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341df545-63e5-49a5-9958-b9b4f708ef6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.540989 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341df545-63e5-49a5-9958-b9b4f708ef6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.591478 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c922eea8-e854-44be-a024-ec1b33cd487a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:17.660152 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341df545-63e5-49a5-9958-b9b4f708ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.664758 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-341df545-63e5-49a5-9958-b9b4f708ef6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.667068 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-341df545-63e5-49a5-9958-b9b4f708ef6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6dff9ec-1af5-4fdc-bc1f-ee885d626a11 HTTP/1.1" status: 204 len: 168 time: 0.2389619 Jul 15 15:40:17.678176 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:40:17.680063 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.696583 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Transition to ACTIVE for port object 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:17.709468 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port c922eea8-e854-44be-a024-ec1b33cd487a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:17.709994 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.710756 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.801746 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Attempting to bind port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:17.802140 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Attempting to bind port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:17.802651 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Attempting to bind port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:17.817792 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:17.818396 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:17.818948 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.819358 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:17.819955 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Bound port: 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:17.822826 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.832317 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341df545-63e5-49a5-9958-b9b4f708ef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dff9ec-1af5-4fdc-bc1f-ee885d626a11,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:17.845816 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:40:17.857382 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Pushing event updated for resources: {'Port': ['ID=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:17.876427 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.876848 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.877896 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.877896 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.878644 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.879030 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.879369 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.879731 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.880080 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.880614 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.880973 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.881641 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Tracked resource versions report: Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: pushed versions: Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: { 'AddressGroup': {'1.2'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'ConntrackHelper': {'1.0'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Log': {'1.0'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Network': {'1.1'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Port': {'1.7'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'PortForwarding': {'1.2'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'QosPolicy': {'1.8'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroup': {'1.4'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SubPort': {'1.0'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Subnet': {'1.1'}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Trunk': {'1.1'}} Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: consumer versions: Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: { DHCP agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: HyperV agent@hv-cinder-78960: {}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: L3 agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: Metadata agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: Metering agent@dv-cinder-789603-12-iscsi: {}, Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: Open vSwitch agent@dv-cinder-789603-12-iscsi: { 'AddressGroup': '1.2', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'ConntrackHelper': '1.0', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Log': '1.0', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Network': '1.1', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Port': '1.7', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'PortForwarding': '1.2', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'QosPolicy': '1.8', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroup': '1.4', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SecurityGroupRule': '1.2', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'SubPort': '1.0', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Subnet': '1.1', Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: 'Trunk': '1.1'}} Jul 15 15:40:17.882889 dv-cinder-789603-12-iscsi neutron-server[99544]: {{(pid=99544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:40:17.886105 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:40:17.887177 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.888617 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-955f923e-cbc9-4bfd-9763-13c03770e5e4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0883312 Jul 15 15:40:17.891357 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53954) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:17.916037 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Allocated IP 172.20.0.1 (49ec55a5-83a3-471f-ab88-185507f0ecdd/fd1cb357-ba6b-4385-ada2-63d702b9563a/98c98537-24bf-4d21-aa84-bf4bd7f15493) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:17.936607 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] For port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:17.941002 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] For port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:17.953994 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:17.968608 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:17.969756 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:18.086107 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.111702 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Routers {'d4681e8f-1115-43a9-8f74-44397b586485'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:18.112772 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['d4681e8f-1115-43a9-8f74-44397b586485'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:18.132500 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:18.162590 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.225983 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a90ade-1475-47c6-97e0-1f18d9c85b0e None None] Pushing event updated for resources: {'Port': ['ID=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:18.391256 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] Set router d4681e8f-1115-43a9-8f74-44397b586485 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:18.400618 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:15Z', 'revision_number': 3, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:18.452338 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53972) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:18.454231 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:18.463269 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:40:18.463991 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Updating router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 port a00841d5-5ca7-439d-8dfb-31af25ab961f binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:40:18.465872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:18.489895 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:18.490387 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.493008 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0688-f0f6-4ca4-a724-aa1ea9faf39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.513423 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.537425 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ef044f84-b2e3-4201-8832-c81c93c6f373 req-8966bdd7-cfbb-457f-ac31-c58a79c9325a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.0814621 Jul 15 15:40:18.592261 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4f4cc966-f847-4ef5-8047-a1958281f58c req-fa2e7c9a-a1f3-487e-895f-e37cef4ff783 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.0774701 Jul 15 15:40:18.615729 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Pushing event updated for resources: {'Port': ['ID=98c98537-24bf-4d21-aa84-bf4bd7f15493,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:18.763106 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:40:14Z', 'revision_number': 3, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:18.820958 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.833566 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920285b-65cc-4fcc-86ec-7a1e415f8221 None None] The sync data for ids ['d4681e8f-1115-43a9-8f74-44397b586485'] in dv-cinder-789603-12-iscsi is: [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:40:14Z', 'revision_number': 3, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:40:18.853705 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0688-f0f6-4ca4-a724-aa1ea9faf39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.856204 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.871840 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0688-f0f6-4ca4-a724-aa1ea9faf39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:18.946082 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ba8f0688-f0f6-4ca4-a724-aa1ea9faf39f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c24c7de6b7cd4859a9dc17f2d13af19f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4926720 Jul 15 15:40:18.947399 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0688-f0f6-4ca4-a724-aa1ea9faf39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d81b9f0-5159-42c3-919f-29ed5243a4bd,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:18.951471 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 53986) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:19.021625 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.045695 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Transition to ACTIVE for port object a00841d5-5ca7-439d-8dfb-31af25ab961f will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:19.061789 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.093861 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff88441d-765a-448e-9107-36392894bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.115527 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.117498 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef05d-2cad-4dbe-81cb-7f34443f8713 None None] Pushing event updated for resources: {'Port': ['ID=a00841d5-5ca7-439d-8dfb-31af25ab961f,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:19.123594 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.125069 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.159909 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Attempting to bind port a00841d5-5ca7-439d-8dfb-31af25ab961f on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:19.160285 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Attempting to bind port a00841d5-5ca7-439d-8dfb-31af25ab961f by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:19.160646 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Attempting to bind port a00841d5-5ca7-439d-8dfb-31af25ab961f on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:19.167257 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:19.167722 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:19.168218 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.168612 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:19.169176 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Bound port: a00841d5-5ca7-439d-8dfb-31af25ab961f, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:19.169632 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.185130 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff88441d-765a-448e-9107-36392894bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.268043 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Allocated IP 172.20.0.1 (b6acb0e4-b836-46df-b1fc-a386e5e23f6f/58e7d897-ed51-4128-9569-a7aee504c9c7/79b626f0-43d7-49a7-b968-2ecb1af5243b) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:19.288750 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] For port a00841d5-5ca7-439d-8dfb-31af25ab961f, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:19.301142 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] For port a00841d5-5ca7-439d-8dfb-31af25ab961f, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=a00841d5-5ca7-439d-8dfb-31af25ab961f,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:19.312098 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.398591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Pushing event updated for resources: {'Port': ['ID=98c98537-24bf-4d21-aa84-bf4bd7f15493,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:19.399128 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:19.399235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:19.402320 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef05d-2cad-4dbe-81cb-7f34443f8713 None None] Pushing event updated for resources: {'Port': ['ID=a00841d5-5ca7-439d-8dfb-31af25ab961f,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:19.462940 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:19.464883 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:19.474928 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff88441d-765a-448e-9107-36392894bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.477664 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff88441d-765a-448e-9107-36392894bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.485540 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ff88441d-765a-448e-9107-36392894bb37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d81b9f0-5159-42c3-919f-29ed5243a4bd HTTP/1.1" status: 204 len: 168 time: 0.5293207 Jul 15 15:40:19.503201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.532620 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88441d-765a-448e-9107-36392894bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d81b9f0-5159-42c3-919f-29ed5243a4bd,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:19.554836 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Transition to ACTIVE for port object 79b626f0-43d7-49a7-b968-2ecb1af5243b will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:19.630842 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:19.706385 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:19.764816 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:19.769420 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54008) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:19.777587 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:19.815782 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:19.916922 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Router d4681e8f-1115-43a9-8f74-44397b586485 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:40:19.953569 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:19.975338 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:19.975708 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.114403 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bbb7d22f-ec27-4fec-a50a-73f7a16d5c0d req-a9ee7b36-1c60-469c-887e-27e8eba9c071 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.0679109 Jul 15 15:40:20.216734 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:20.217839 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.243664 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:40:20.264530 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e81b30a9-1535-41bd-a283-34448c11c1ae admin admin] 10.222.0.15 "PUT /v2.0/routers/d4681e8f-1115-43a9-8f74-44397b586485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1830671 Jul 15 15:40:20.266274 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.283771 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62d9d4ab-e238-4046-821a-bb91b9a3aa3b None None] Provisioning for port 79b626f0-43d7-49a7-b968-2ecb1af5243b completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:20.365240 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-694053ff-8fe5-4af4-a2ac-57166be5ae1a req-1bfe4039-4cb4-4ef5-93e1-ba2d1b1649d3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.1441057 Jul 15 15:40:20.426259 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Pushing event updated for resources: {'Port': ['ID=79b626f0-43d7-49a7-b968-2ecb1af5243b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:20.430884 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:20.433221 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62d9d4ab-e238-4046-821a-bb91b9a3aa3b None None] Provisioning complete for port 79b626f0-43d7-49a7-b968-2ecb1af5243b triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:20.433587 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62d9d4ab-e238-4046-821a-bb91b9a3aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.437907 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:15Z', 'revision_number': 3, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:20.466660 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-896bc37a-2161-40e4-952f-33ae1d4682a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.484786 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.491542 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb18669-ce80-4e44-97a1-8551aab02e37 None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:15Z', 'revision_number': 3, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:40:20.539862 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62d9d4ab-e238-4046-821a-bb91b9a3aa3b None None] Port 79b626f0-43d7-49a7-b968-2ecb1af5243b cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:40:20.583336 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:20.622640 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.735899 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-896bc37a-2161-40e4-952f-33ae1d4682a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.756141 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-896bc37a-2161-40e4-952f-33ae1d4682a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.862098 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-896bc37a-2161-40e4-952f-33ae1d4682a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f440ca2f7acb43a2abac6088cea43345&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0745051 Jul 15 15:40:20.864564 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54048) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:20.881125 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bc37a-2161-40e4-952f-33ae1d4682a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5899592-a3b4-48e6-a97f-046efcdf587e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:20.972151 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76951e27-74bd-4402-ba33-b16be7b7ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.981011 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.988661 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:20.989397 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.024806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76951e27-74bd-4402-ba33-b16be7b7ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.054528 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Pushing event updated for resources: {'Port': ['ID=79b626f0-43d7-49a7-b968-2ecb1af5243b,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:21.192130 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76951e27-74bd-4402-ba33-b16be7b7ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.199757 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:21.200878 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76951e27-74bd-4402-ba33-b16be7b7ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.202100 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-76951e27-74bd-4402-ba33-b16be7b7ce41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5899592-a3b4-48e6-a97f-046efcdf587e HTTP/1.1" status: 204 len: 168 time: 0.3364241 Jul 15 15:40:21.210295 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:21.246261 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-c0da75c1-1ac3-4b7b-a429-d342d633ea4e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:21.260758 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-c0da75c1-1ac3-4b7b-a429-d342d633ea4e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 819 time: 0.2049983 Jul 15 15:40:21.282032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76951e27-74bd-4402-ba33-b16be7b7ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5899592-a3b4-48e6-a97f-046efcdf587e,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:21.309949 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-6aec7883-4a1e-4374-b425-d6001b586461 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/quotas/f9f960d9fcf44a83a1076536b2e10ec7 HTTP/1.1" status: 200 len: 375 time: 0.0481641 Jul 15 15:40:21.452880 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Sync routers for ids ['d4681e8f-1115-43a9-8f74-44397b586485'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:40:21.473194 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Routers {'d4681e8f-1115-43a9-8f74-44397b586485'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:21.474194 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['d4681e8f-1115-43a9-8f74-44397b586485'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:21.493628 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:40:21.533145 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-727be0f4-3737-4fc0-ae37-df3407c77c37 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2221234 Jul 15 15:40:21.567925 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eb62697b-f10c-4662-816b-bfcd4e415718 req-0a61be54-7182-4cd8-875c-f768bdbcb5f7 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.1138129 Jul 15 15:40:21.682967 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-4920f86e-c53d-4b44-9428-a51d45ad1052 None None] Provisioning complete for port 79b626f0-43d7-49a7-b968-2ecb1af5243b triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:21.683518 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4920f86e-c53d-4b44-9428-a51d45ad1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.828665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:21.838147 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-4920f86e-c53d-4b44-9428-a51d45ad1052 None None] Port 79b626f0-43d7-49a7-b968-2ecb1af5243b cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:40:21.858135 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-4c40330f-901d-4868-af4a-ec1e2e026a37 service neutron] 10.222.0.15 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240216 Jul 15 15:40:21.866933 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54086) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:21.891785 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:40:21.912552 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4b22dd25-af50-4048-899c-854c1ab66ddf admin admin] 10.222.0.15 "PUT /v2.0/routers/7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0167391 Jul 15 15:40:21.933439 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:21.934058 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.949136 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Set router d4681e8f-1115-43a9-8f74-44397b586485 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:21.958645 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c421cc3d-a8cc-4164-b083-91f07c16669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:21.998662 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e464fab-1e43-4f68-b626-dfc68a5863e9 req-ecb7a75e-dd7e-4d57-9583-06deba372ee8 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.0383813 Jul 15 15:40:22.082789 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device a00841d5-5ca7-439d-8dfb-31af25ab961f up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:22.165894 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port a00841d5-5ca7-439d-8dfb-31af25ab961f completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:22.173702 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port a00841d5-5ca7-439d-8dfb-31af25ab961f triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:22.174747 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f8e9c22f-d419-4068-80a2-b72711b1c7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883267 Jul 15 15:40:22.174988 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.239481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c421cc3d-a8cc-4164-b083-91f07c16669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.248204 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c421cc3d-a8cc-4164-b083-91f07c16669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.295125 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c421cc3d-a8cc-4164-b083-91f07c16669b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17771bd8f4954710b6fc7f0fc55c0100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4249957 Jul 15 15:40:22.295627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54104) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:22.298126 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.319784 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421cc3d-a8cc-4164-b083-91f07c16669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471bbd87-812b-4221-a386-ffa65c783321,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:22.342536 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port a00841d5-5ca7-439d-8dfb-31af25ab961f, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=a00841d5-5ca7-439d-8dfb-31af25ab961f,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:22.348982 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.409608 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0ee486d5-0fb7-4bce-996f-09856c44acaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.425653 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:40:18Z', 'revision_number': 4, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '98c98537-24bf-4d21-aa84-bf4bd7f15493', 'name': '', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'mac_address': 'fa:16:3e:c5:32:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:17Z', 'updated_at': '2021-07-15T15:40:18Z', 'revision_number': 2, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'subnets': [{'id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:22.444806 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=a00841d5-5ca7-439d-8dfb-31af25ab961f,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:22.465328 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Checking router: d4681e8f-1115-43a9-8f74-44397b586485 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:40:22.466856 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Updating router d4681e8f-1115-43a9-8f74-44397b586485 port 98c98537-24bf-4d21-aa84-bf4bd7f15493 binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:40:22.467747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0ee486d5-0fb7-4bce-996f-09856c44acaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.546747 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e9a538c6-1978-4a6b-9ca2-cfb9296d1e5e req-ba042182-c1b3-422c-8fac-4f47b2fca4ae tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0459044 Jul 15 15:40:22.552476 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0ee486d5-0fb7-4bce-996f-09856c44acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.555425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0ee486d5-0fb7-4bce-996f-09856c44acaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.559209 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0ee486d5-0fb7-4bce-996f-09856c44acaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/471bbd87-812b-4221-a386-ffa65c783321 HTTP/1.1" status: 204 len: 168 time: 0.2624919 Jul 15 15:40:22.568473 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee486d5-0fb7-4bce-996f-09856c44acaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471bbd87-812b-4221-a386-ffa65c783321,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:22.571958 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:22.957107 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-915b8e06-9f8c-4a2b-bbc5-e3079e54b0a0 req-72b76c30-14e4-4e9e-af08-cda429563fe7 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.0727584 Jul 15 15:40:23.144498 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54150) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:23.147689 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.150212 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530280568', 'description': 'tempest-description--434482399'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:23.181632 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Transition to ACTIVE for port object 98c98537-24bf-4d21-aa84-bf4bd7f15493 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:23.196917 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.211395 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.279339 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:40:23.298543 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:23.299185 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:23.497724 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d363ae-03b1-461a-808d-fb4ad210ffac None None] Pushing event updated for resources: {'Port': ['ID=98c98537-24bf-4d21-aa84-bf4bd7f15493,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:23.506160 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Attempting to bind port 98c98537-24bf-4d21-aa84-bf4bd7f15493 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:23.506913 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Attempting to bind port 98c98537-24bf-4d21-aa84-bf4bd7f15493 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:23.508191 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Attempting to bind port 98c98537-24bf-4d21-aa84-bf4bd7f15493 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:23.523710 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:23.524285 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Checking segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:23.525750 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.527246 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Bound using segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:23.529019 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Bound port: 98c98537-24bf-4d21-aa84-bf4bd7f15493, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:23.530903 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.572393 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b5ce99e2-cdf3-4180-826d-9f192118cdfe req-1d14d9e2-67b4-428d-9e01-25d1effc9572 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.1430163 Jul 15 15:40:23.584704 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.608483 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.633752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-42d1a136-fd4c-4d66-9633-911d2254d719 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:23.654619 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-42d1a136-fd4c-4d66-9633-911d2254d719 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 819 time: 0.4828086 Jul 15 15:40:23.662835 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.665249 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5194077 Jul 15 15:40:23.672665 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54182) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:23.702201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'security_group_rule': {'security_group_id': '1fc8e7ba-bff6-4f61-8c90-a635f2a6d456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:23.709388 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-76c509f4-0be6-47cb-aae7-9f4bb2de3d7e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/quotas/f9f960d9fcf44a83a1076536b2e10ec7 HTTP/1.1" status: 200 len: 375 time: 0.0535660 Jul 15 15:40:23.727238 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] For port 98c98537-24bf-4d21-aa84-bf4bd7f15493, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:23.737844 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240daba-31b3-4417-b967-6e7be6885e82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:23.738329 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] For port 98c98537-24bf-4d21-aa84-bf4bd7f15493, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=98c98537-24bf-4d21-aa84-bf4bd7f15493,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:23.749387 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.837699 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:23.846541 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device a00841d5-5ca7-439d-8dfb-31af25ab961f up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:23.882528 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.43', 55040) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:23.945222 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Routers {'d4681e8f-1115-43a9-8f74-44397b586485'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:23.947111 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['d4681e8f-1115-43a9-8f74-44397b586485'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:24.024389 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:24.160622 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d363ae-03b1-461a-808d-fb4ad210ffac None None] Pushing event updated for resources: {'Port': ['ID=98c98537-24bf-4d21-aa84-bf4bd7f15493,revision_number=4']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:24.193816 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-b58b8ad9-d05f-4b09-91ad-7520401118ab tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4814782 Jul 15 15:40:24.318006 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port a00841d5-5ca7-439d-8dfb-31af25ab961f triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:24.318511 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.323180 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.352891 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] Set router d4681e8f-1115-43a9-8f74-44397b586485 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:24.390319 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.483063 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-cba0c920-fa3d-44a5-bd2a-89e4fcc0fdfe service neutron] 10.222.0.15 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863128 Jul 15 15:40:24.559426 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-40c33e41-aba3-4734-9a5f-93a2e54530a4 req-509ef3ec-4e9c-4b32-9af8-b2372d8d9a20 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.2324171 Jul 15 15:40:24.589233 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a86e1ee-5a34-46f0-9dc9-83b82ca08bba,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:24.648569 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.649764 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a467f8c1-2d17-44d5-b06a-d5b7015bd94f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9742959 Jul 15 15:40:24.665187 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54238) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:24.681409 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'security_group_rule': {'security_group_id': '1fc8e7ba-bff6-4f61-8c90-a635f2a6d456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:24.684555 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:40:18Z', 'revision_number': 4, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '98c98537-24bf-4d21-aa84-bf4bd7f15493', 'name': '', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'mac_address': 'fa:16:3e:c5:32:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:17Z', 'updated_at': '2021-07-15T15:40:23Z', 'revision_number': 4, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'subnets': [{'id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:24.724484 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-3174b7fa-dac3-47ac-8d04-84e1ff879151 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:24.729305 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-3174b7fa-dac3-47ac-8d04-84e1ff879151 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.43 "GET /v2.0/networks?id=0a1a43db-90c3-451e-b7f0-0aea6164855a HTTP/1.1" status: 200 len: 812 time: 0.8331492 Jul 15 15:40:24.743753 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d7146-ef59-44f1-b7fc-4a00cbf863cb None None] The sync data for ids ['d4681e8f-1115-43a9-8f74-44397b586485'] in dv-cinder-789603-12-iscsi is: [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:40:18Z', 'revision_number': 4, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '98c98537-24bf-4d21-aa84-bf4bd7f15493', 'name': '', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'mac_address': 'fa:16:3e:c5:32:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:17Z', 'updated_at': '2021-07-15T15:40:23Z', 'revision_number': 4, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'subnets': [{'id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:40:24.749451 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 2, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:24.766761 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-a1b791a5-fa8d-4aed-9561-4fd741cbda7c service neutron] 10.222.0.15 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811990 Jul 15 15:40:24.776459 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.783321 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:40:24.783991 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Updating router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 port 79b626f0-43d7-49a7-b968-2ecb1af5243b binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:40:24.800443 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Request body: {'port': {'device_id': '7c41f236-d377-427f-9732-a25dfbdd3386', 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a', 'admin_state_up': True, 'tenant_id': '13567d2f37bf4ab0ae2d2caf20acecc9'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:24.855678 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:24.857306 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.43', 55045) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:25.225168 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed88c7c3-54e4-4247-913c-ee32ec3427d2 req-39c529d1-ad57-46c0-bc4b-246189cc2f99 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.2289031 Jul 15 15:40:25.265404 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-00976cd6-055f-4cb3-8964-2c3d3531ca4a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:25.280775 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-00976cd6-055f-4cb3-8964-2c3d3531ca4a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.4218609 Jul 15 15:40:25.302577 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Request body: {'port': {'device_id': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'admin_state_up': True, 'tenant_id': 'da2a37a386c840d48c59484cdae683d6'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:25.626670 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-11237822-dcb9-43b5-bf5a-5497223fe0f9 req-109c8b94-0112-4f76-882b-18a306857b7c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 210 time: 0.2544134 Jul 15 15:40:25.663684 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:25.677665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:25.698532 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.43', 55052) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:25.752685 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Transition to ACTIVE for port object 79b626f0-43d7-49a7-b968-2ecb1af5243b will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:25.780339 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:25.880088 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:25.969555 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 98c98537-24bf-4d21-aa84-bf4bd7f15493 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:26.086775 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a833f5-36e2-410b-9112-f561dc95e13c,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:26.091422 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.097665 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-27395fd7-cc8a-40f7-9bb1-d5dac94b3197 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4313996 Jul 15 15:40:26.112596 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54318) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:26.128556 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:26.192726 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 98c98537-24bf-4d21-aa84-bf4bd7f15493 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:26.199423 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 98c98537-24bf-4d21-aa84-bf4bd7f15493 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:26.199796 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.252262 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232b87-f9db-4b80-abd3-a6e2067def72 None None] Pushing event updated for resources: {'Port': ['ID=79b626f0-43d7-49a7-b968-2ecb1af5243b,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:26.329077 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Attempting to bind port 79b626f0-43d7-49a7-b968-2ecb1af5243b on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:26.329545 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Attempting to bind port 79b626f0-43d7-49a7-b968-2ecb1af5243b by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:26.330147 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Attempting to bind port 79b626f0-43d7-49a7-b968-2ecb1af5243b on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:26.335967 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:26.336339 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Checking segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:26.336778 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.337173 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Bound using segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:26.337702 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Bound port: 79b626f0-43d7-49a7-b968-2ecb1af5243b, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:26.338103 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.401059 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-82968d16-a998-4265-80f7-d8b334a16b6c req-783568ca-ab33-412e-84ac-7e43e1d1e9b3 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.2255764 Jul 15 15:40:26.460233 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.462284 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.521233 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] For port 79b626f0-43d7-49a7-b968-2ecb1af5243b, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:26.535118 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] For port 79b626f0-43d7-49a7-b968-2ecb1af5243b, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=79b626f0-43d7-49a7-b968-2ecb1af5243b,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:26.540474 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 98c98537-24bf-4d21-aa84-bf4bd7f15493, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=98c98537-24bf-4d21-aa84-bf4bd7f15493,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:26.544924 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.569318 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Made reservation on behalf of da2a37a386c840d48c59484cdae683d6 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:26.574294 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.577000 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:26.642895 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:40:26.643960 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:40:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:26.753826 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df1d9683-15a9-4cb4-a80e-e2de9ce47cb1 req-f491bbb7-3217-4c16-a971-6df0edd6fcef tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.0962415 Jul 15 15:40:26.877056 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Made reservation on behalf of 13567d2f37bf4ab0ae2d2caf20acecc9 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:26.883018 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:27.368610 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-176857fc-97c8-48c0-af0a-e2d2af11ee4a req-526fa2e2-f8c0-4c14-8865-fa795cd52552 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 210 time: 0.2896292 Jul 15 15:40:27.421746 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232b87-f9db-4b80-abd3-a6e2067def72 None None] Pushing event updated for resources: {'Port': ['ID=79b626f0-43d7-49a7-b968-2ecb1af5243b,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:27.490544 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-6794fa37-38bf-404d-9252-2f0253caefee tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:27.492506 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-6794fa37-38bf-404d-9252-2f0253caefee tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 819 time: 1.5783155 Jul 15 15:40:27.616718 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Request body: {'port': {'device_id': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'admin_state_up': True, 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:27.617834 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:40:27.642383 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:27.707273 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=98c98537-24bf-4d21-aa84-bf4bd7f15493,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:27.770730 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Allocated IP 172.20.0.3 (58f31b63-443f-417d-81c1-7f491384278c/1f933057-0801-4575-8299-ca882d33ce6c/70285bbc-fc08-4fb0-89b5-dd1e11f49f07) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:28.016917 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54376) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:28.075056 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Allocated IP 172.27.3.135 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/16680547-dc0c-4c20-a875-7506ae3b2be0) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:28.112237 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8f5195a6-df09-438c-9f68-851a66e198a0 req-a1af6ce1-6025-4d28-81d4-549d75780bc9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.0619555 Jul 15 15:40:28.122467 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54380) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:28.136200 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a75a479-4c0c-40ab-bc8d-d336ba493a4e req-e30d8a93-ac94-4f5c-aa91-fdac045b4dff tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.2363124 Jul 15 15:40:28.220044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Made reservation on behalf of f9f960d9fcf44a83a1076536b2e10ec7 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:28.225407 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:28.228245 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Allocated IP 172.20.0.3 (0a1a43db-90c3-451e-b7f0-0aea6164855a/999fcfb6-47ec-4301-8560-e22f4b77b8ea/33161f6d-73f9-4e71-9621-2f024e43951c) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:28.230844 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.43', 55062) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:28.362956 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:26Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:40:28.428926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:28.456159 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27408dc9-be1f-4ebd-9227-e7928399527f None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:26Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:40:28.491601 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d8848b79-123f-44a4-a838-bc8f86c50ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:28.687237 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:28.726094 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-192bd2cd-8ccd-4507-ae64-2d05a99d84f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:28.782147 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Allocated IP 172.20.0.11 (49ec55a5-83a3-471f-ab88-185507f0ecdd/fd1cb357-ba6b-4385-ada2-63d702b9563a/9b2267e6-ccc7-4c25-ad26-94a76242a675) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:28.817494 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:28.856342 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Network 58f31b63-443f-417d-81c1-7f491384278c is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:28.873194 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:28.905508 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:28.911077 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:28.912200 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.088676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.178348 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.284988 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.361307 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-fed6a96f-b78c-45dd-86c9-8dabc491925e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:29.375488 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-fed6a96f-b78c-45dd-86c9-8dabc491925e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 819 time: 1.1374180 Jul 15 15:40:29.381889 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-317d948d-57ad-4bdd-af8b-0c2966dd96a3 req-48c6e706-d017-409f-a542-eb546333718b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 210 time: 0.6601641 Jul 15 15:40:29.590408 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d8848b79-123f-44a4-a838-bc8f86c50ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.593226 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Network 0a1a43db-90c3-451e-b7f0-0aea6164855a is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:29.649717 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d8848b79-123f-44a4-a838-bc8f86c50ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.668399 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:29.706458 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:29.712497 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:29.713435 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.733373 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.757748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Pushing event updated for resources: {'Port': ['ID=33161f6d-73f9-4e71-9621-2f024e43951c,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:29.764969 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4696214 Jul 15 15:40:29.766905 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.776953 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 98c98537-24bf-4d21-aa84-bf4bd7f15493 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:29.816807 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:29.824289 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:29.836254 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:29.843274 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:29.844282 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.847745 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d8848b79-123f-44a4-a838-bc8f86c50ed9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b25b8ddaa011455eb522fc6b671c2706&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8273697 Jul 15 15:40:29.865376 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Request body: {'port': {'device_id': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'admin_state_up': True, 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:29.869998 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54408) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:29.946916 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-715ff49c-de6f-4408-a11e-daefa769f52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.956161 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 98c98537-24bf-4d21-aa84-bf4bd7f15493 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:29.956537 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:29.970424 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-715ff49c-de6f-4408-a11e-daefa769f52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.031368 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Pushing event updated for resources: {'Port': ['ID=9b2267e6-ccc7-4c25-ad26-94a76242a675,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.054181 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-715ff49c-de6f-4408-a11e-daefa769f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.056722 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-715ff49c-de6f-4408-a11e-daefa769f52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.057859 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-715ff49c-de6f-4408-a11e-daefa769f52c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f62d1a70-e696-4367-a277-18a2d006c9e9 HTTP/1.1" status: 204 len: 168 time: 0.1856086 Jul 15 15:40:30.083833 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff49c-de6f-4408-a11e-daefa769f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62d1a70-e696-4367-a277-18a2d006c9e9,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.095550 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf98bb-b69a-4728-ae5e-44b7f247dab6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event updated for resources: {'Port': ['ID=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.097492 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22333f09-71ed-4bd8-8dd0-cca97ab176ff req-45989b04-90a1-40d9-a5db-076089805624 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:30.105280 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-22333f09-71ed-4bd8-8dd0-cca97ab176ff req-45989b04-90a1-40d9-a5db-076089805624 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 931 time: 0.6748900 Jul 15 15:40:30.125159 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-d982faa6-c0e8-4373-9001-11a92dde8a82 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:30.127884 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-d982faa6-c0e8-4373-9001-11a92dde8a82 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2731948 Jul 15 15:40:30.190644 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 79b626f0-43d7-49a7-b968-2ecb1af5243b up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:30.191634 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-22333f09-71ed-4bd8-8dd0-cca97ab176ff req-f3bf0dce-7701-4d73-8a85-86e64a84057a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762630 Jul 15 15:40:30.204952 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:40:30.230851 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:30.238293 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:30.258954 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:30.264792 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8848b79-123f-44a4-a838-bc8f86c50ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62d1a70-e696-4367-a277-18a2d006c9e9,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.322688 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 79b626f0-43d7-49a7-b968-2ecb1af5243b completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:30.332211 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'Port': ['ID=16680547-dc0c-4c20-a875-7506ae3b2be0,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.332725 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 79b626f0-43d7-49a7-b968-2ecb1af5243b triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:30.334198 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.512120 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.537102 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.545011 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-192bd2cd-8ccd-4507-ae64-2d05a99d84f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.553531 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-192bd2cd-8ccd-4507-ae64-2d05a99d84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.564708 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-f7689fed-9f73-40fc-bf46-0544eeb77c16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9746673 Jul 15 15:40:30.565277 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a535-4cbd-4ea1-a3b8-d032c42088c2 req-eba49c0c-4ef5-445f-82f6-7b621ac7a1e9 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:30.567332 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-d1392d1e-601e-45c0-a553-e2e9fdc7293e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7761400 Jul 15 15:40:30.573980 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1a98a535-4cbd-4ea1-a3b8-d032c42088c2 req-eba49c0c-4ef5-445f-82f6-7b621ac7a1e9 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 931 time: 0.8843710 Jul 15 15:40:30.590323 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 79b626f0-43d7-49a7-b968-2ecb1af5243b, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=79b626f0-43d7-49a7-b968-2ecb1af5243b,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:30.603399 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.658411 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dca4cd4b-1e39-48e2-bcf2-1b81c1402762 req-a166f335-26db-4d77-94e0-8b40e1f76ef0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0660186 Jul 15 15:40:30.674387 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-3d339d48-b168-4337-b353-ee6072512661 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:30.674387 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-3d339d48-b168-4337-b353-ee6072512661 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104442 Jul 15 15:40:30.700956 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-ddb26f43-5cca-4fc5-9fa7-c8de91eb9418 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:40:30.703393 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-ddb26f43-5cca-4fc5-9fa7-c8de91eb9418 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323400 Jul 15 15:40:30.797736 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=79b626f0-43d7-49a7-b968-2ecb1af5243b,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.901926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.905969 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-192bd2cd-8ccd-4507-ae64-2d05a99d84f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48d19b20acd44759a744c4125d154be7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7706814 Jul 15 15:40:30.906851 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Made reservation on behalf of f9f960d9fcf44a83a1076536b2e10ec7 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:30.909205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54436) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:30.921274 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:30.973037 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd2cd-8ccd-4507-ae64-2d05a99d84f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1bdf2c-e3f8-40bc-8d4d-59961b4664a8,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:30.990095 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1a98a535-4cbd-4ea1-a3b8-d032c42088c2 req-20d7d46b-4968-4839-a453-a51edfcac397 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134102 Jul 15 15:40:31.038575 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2785b70d-870c-4a14-b896-8b0b4f3be276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.107912 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2785b70d-870c-4a14-b896-8b0b4f3be276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.216612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Allocated IP 172.20.0.2 (49ec55a5-83a3-471f-ab88-185507f0ecdd/fd1cb357-ba6b-4385-ada2-63d702b9563a/d40c4162-cd2d-4154-8020-2d40873feff5) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:31.217286 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2785b70d-870c-4a14-b896-8b0b4f3be276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.221604 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2785b70d-870c-4a14-b896-8b0b4f3be276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.223438 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2785b70d-870c-4a14-b896-8b0b4f3be276 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c1bdf2c-e3f8-40bc-8d4d-59961b4664a8 HTTP/1.1" status: 204 len: 168 time: 0.3126585 Jul 15 15:40:31.250097 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785b70d-870c-4a14-b896-8b0b4f3be276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1bdf2c-e3f8-40bc-8d4d-59961b4664a8,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:31.389183 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.408264 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.503591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.615633 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'Port': ['ID=16680547-dc0c-4c20-a875-7506ae3b2be0,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:31.618291 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.619589 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9476252c-e131-41e4-8fe7-ea256597a386 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5055704 Jul 15 15:40:31.646747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a33ac-12b5-460e-a310-b8fef4ebaec4 req-83ac2d21-4ad2-4096-a5ab-8aaf22e42b22 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:31.667213 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-691a33ac-12b5-460e-a310-b8fef4ebaec4 req-83ac2d21-4ad2-4096-a5ab-8aaf22e42b22 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 931 time: 0.1927469 Jul 15 15:40:31.696926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 79b626f0-43d7-49a7-b968-2ecb1af5243b up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:31.841094 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 79b626f0-43d7-49a7-b968-2ecb1af5243b triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:31.844001 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:31.847543 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-691a33ac-12b5-460e-a310-b8fef4ebaec4 req-db88b613-0ce7-4845-95a6-d1fa7107127a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769376 Jul 15 15:40:31.915553 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.014084 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2acaff8-4de8-45c8-ae37-5afb6f10d0ea req-83c8db10-f5d2-4dad-a99c-37f603f0ca8a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0505857 Jul 15 15:40:32.084106 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.208667 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Network 49ec55a5-83a3-471f-ab88-185507f0ecdd is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:32.221041 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:32.233549 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:32.240583 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:32.241662 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.302812 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5327754 Jul 15 15:40:32.319547 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054fb5e-9da3-4aa2-b347-7aadd185d9fc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Pushing event updated for resources: {'Port': ['ID=d40c4162-cd2d-4154-8020-2d40873feff5,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:32.321824 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Request body: {'port': {'device_id': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:32.357101 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Request body: {'port': {'device_id': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:32.389844 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54478) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:32.422013 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Request body: {'port': {'device_id': '7c41f236-d377-427f-9732-a25dfbdd3386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:32.456200 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c593c1-b1e8-441c-a85b-aeb89874345f req-26febae8-6e7e-446e-b28d-5fbe4aedca5b tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:32.464242 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a4c593c1-b1e8-441c-a85b-aeb89874345f req-26febae8-6e7e-446e-b28d-5fbe4aedca5b tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 931 time: 0.2053525 Jul 15 15:40:32.568812 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-533218c1-8ad1-49e7-896a-08088952a61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.598443 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a4c593c1-b1e8-441c-a85b-aeb89874345f req-16f4443e-5dd6-4323-ad1e-fbc6670d7d0c tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327205 Jul 15 15:40:32.616190 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Request body: {'port': {'device_id': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:32.683387 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.770512 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:32.788782 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.156839 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.227413 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.408645 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-5b08dab2-b8cb-4b5f-bc18-4bc2c2cd4b68 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--530280568&fields=id&tenant_id=a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 267 time: 0.5119998 Jul 15 15:40:33.579939 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:33.599909 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.667993 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Transition to ACTIVE for port object 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:33.684647 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7ea68-1de7-49d3-ac46-515635ed9323 req-ee4b08c0-498c-4e22-adce-364a301ee82d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:33.686291 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6a7ea68-1de7-49d3-ac46-515635ed9323 req-ee4b08c0-498c-4e22-adce-364a301ee82d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 931 time: 0.5444613 Jul 15 15:40:33.704717 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-533218c1-8ad1-49e7-896a-08088952a61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.706335 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.751586 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-533218c1-8ad1-49e7-896a-08088952a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.831734 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2267e6-ccc7-4c25-ad26-94a76242a675 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:33.867455 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:33.877182 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:33.887809 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-77866368-bb09-4d4f-a2c4-bff0c6deaac3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:33.896893 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6a7ea68-1de7-49d3-ac46-515635ed9323 req-0c50f728-ef7c-48b1-91d7-95c559e57070 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851237 Jul 15 15:40:33.905896 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533218c1-8ad1-49e7-896a-08088952a61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486758a6-7df2-4d65-a5a9-8be4f569eada,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:33.907725 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-77866368-bb09-4d4f-a2c4-bff0c6deaac3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 816 time: 0.4861050 Jul 15 15:40:33.929596 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-533218c1-8ad1-49e7-896a-08088952a61f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=850e6c5399e6460ea63954d46bf8a54c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5384011 Jul 15 15:40:33.946059 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-eef6ae1d-d04a-429f-97b7-9c183bfbbada tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/quotas/a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 375 time: 0.0375822 Jul 15 15:40:33.952709 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54508) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:33.965174 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Transition to ACTIVE for port object 9b2267e6-ccc7-4c25-ad26-94a76242a675 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:33.992047 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.088182 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Attempting to bind port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:34.088966 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Attempting to bind port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:34.089543 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Attempting to bind port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:34.105299 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 on network 58f31b63-443f-417d-81c1-7f491384278c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:34.106560 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Attempting to bind port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:34.116148 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33161f6d-73f9-4e71-9621-2f024e43951c {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:34.125374 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.138435 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Transition to ACTIVE for port object 33161f6d-73f9-4e71-9621-2f024e43951c will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:34.140432 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:34.140956 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Checking segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:34.141738 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Bound using segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:34.142447 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Bound port: 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:34.142989 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.155914 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.263653 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2267e6-ccc7-4c25-ad26-94a76242a675,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:34.307520 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Pushing event updated for resources: {'Port': ['ID=33161f6d-73f9-4e71-9621-2f024e43951c,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:34.352533 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-60371792-429b-4c14-aee1-558dcecb412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.359255 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2d0060fd-7a78-40de-9e07-1b53c5fd0eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.393136 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-0746f574-de82-4e63-af3d-f08d76359355 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4303641 Jul 15 15:40:34.403930 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37467149-edf0-4039-892b-153360cb82b5 req-cb51de2c-955a-44f8-af2c-0520d755cfad tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:34.405526 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-37467149-edf0-4039-892b-153360cb82b5 req-cb51de2c-955a-44f8-af2c-0520d755cfad tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 931 time: 0.2597184 Jul 15 15:40:34.412486 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Attempting to bind port 9b2267e6-ccc7-4c25-ad26-94a76242a675 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:34.413450 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Attempting to bind port 9b2267e6-ccc7-4c25-ad26-94a76242a675 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:34.414170 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Attempting to bind port 9b2267e6-ccc7-4c25-ad26-94a76242a675 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:34.419837 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] For port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host hv-cinder-78960, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:34.450892 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2d0060fd-7a78-40de-9e07-1b53c5fd0eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.456832 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Port 9b2267e6-ccc7-4c25-ad26-94a76242a675 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:34.457457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Attempting to bind port 9b2267e6-ccc7-4c25-ad26-94a76242a675 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:34.459335 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Attempting to bind port 33161f6d-73f9-4e71-9621-2f024e43951c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:34.459668 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Attempting to bind port 33161f6d-73f9-4e71-9621-2f024e43951c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:34.459992 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Attempting to bind port 33161f6d-73f9-4e71-9621-2f024e43951c on network 0a1a43db-90c3-451e-b7f0-0aea6164855a {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:34.464984 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] For port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:34.472896 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Port 33161f6d-73f9-4e71-9621-2f024e43951c on network 0a1a43db-90c3-451e-b7f0-0aea6164855a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:34.473213 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Attempting to bind port 33161f6d-73f9-4e71-9621-2f024e43951c on network 0a1a43db-90c3-451e-b7f0-0aea6164855a {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:34.485312 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.521209 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:34.521946 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Checking segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:34.522832 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Bound using segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:34.523374 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Bound port: 9b2267e6-ccc7-4c25-ad26-94a76242a675, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:34.523855 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.544890 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:34.545226 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Checking segment: {'id': 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:34.545974 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Bound using segment: {'id': 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:34.546094 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Bound port: 33161f6d-73f9-4e71-9621-2f024e43951c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:34.546436 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.553246 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-37467149-edf0-4039-892b-153360cb82b5 req-57187c2e-e4f0-40a4-9ab9-7026aaf31978 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350291 Jul 15 15:40:34.607439 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:34.608337 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.614188 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] 10.222.0.43 "PUT /v2.0/ports/70285bbc-fc08-4fb0-89b5-dd1e11f49f07 HTTP/1.1" status: 200 len: 1093 time: 2.9029915 Jul 15 15:40:34.614188 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'tag': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:34.632770 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40c4162-cd2d-4154-8020-2d40873feff5 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:34.641680 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.655349 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Transition to ACTIVE for port object d40c4162-cd2d-4154-8020-2d40873feff5 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:34.664576 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-e281111f-cfa5-4b20-ac72-42d63fc4cca7 service neutron] 10.222.0.15 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338812 Jul 15 15:40:34.718167 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:34.842568 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8f333c-747a-48ba-bb70-695b2f25b2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1903cb11-fa84-49c5-8d3e-35a6692e303f", "tag": "70285bbc-fc08-4fb0-89b5-dd1e11f49f07"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:34.860305 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4201-d92f-4a69-a57e-d71fd9a68fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:34.885143 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Pushing event updated for resources: {'Port': ['ID=d40c4162-cd2d-4154-8020-2d40873feff5,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:34.939613 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] For port 33161f6d-73f9-4e71-9621-2f024e43951c, host hv-cinder-78960, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:34.967390 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] For port 33161f6d-73f9-4e71-9621-2f024e43951c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33161f6d-73f9-4e71-9621-2f024e43951c,segment=NetworkSegment(f239dbb0-2f76-45bc-a9e3-2a1db82529cb),segment_id=f239dbb0-2f76-45bc-a9e3-2a1db82529cb)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:34.993982 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ee1dd-2a64-4466-93cf-d17d2f799e96 req-75b8ae47-fc72-4b41-bd10-9c018af94f8f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:34.998685 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1d0ee1dd-2a64-4466-93cf-d17d2f799e96 req-75b8ae47-fc72-4b41-bd10-9c018af94f8f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.2501884 Jul 15 15:40:35.000611 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.063276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2d0060fd-7a78-40de-9e07-1b53c5fd0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.065827 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2d0060fd-7a78-40de-9e07-1b53c5fd0eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.072923 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-2d0060fd-7a78-40de-9e07-1b53c5fd0eff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/486758a6-7df2-4d65-a5a9-8be4f569eada HTTP/1.1" status: 204 len: 168 time: 1.1133840 Jul 15 15:40:35.075872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] For port 9b2267e6-ccc7-4c25-ad26-94a76242a675, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:35.110762 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0060fd-7a78-40de-9e07-1b53c5fd0eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486758a6-7df2-4d65-a5a9-8be4f569eada,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:35.136351 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] For port 9b2267e6-ccc7-4c25-ad26-94a76242a675, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:35.158776 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-179d8680-c269-425d-8dcb-fc2377c3f9f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932256 Jul 15 15:40:35.159637 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Attempting to bind port d40c4162-cd2d-4154-8020-2d40873feff5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:35.160067 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Attempting to bind port d40c4162-cd2d-4154-8020-2d40873feff5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:35.160748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Attempting to bind port d40c4162-cd2d-4154-8020-2d40873feff5 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:35.169306 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.173748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Pushing event updated for resources: {'Port': ['ID=33161f6d-73f9-4e71-9621-2f024e43951c,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:35.237210 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:35.238975 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.240487 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-96a8f32f-249e-4074-b080-52ce66973f7e service neutron] 10.222.0.43 "PUT /v2.0/ports/33161f6d-73f9-4e71-9621-2f024e43951c HTTP/1.1" status: 200 len: 1093 time: 3.5308595 Jul 15 15:40:35.274455 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2267e6-ccc7-4c25-ad26-94a76242a675,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:35.281685 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Port d40c4162-cd2d-4154-8020-2d40873feff5 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:35.281685 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Attempting to bind port d40c4162-cd2d-4154-8020-2d40873feff5 on network 49ec55a5-83a3-471f-ab88-185507f0ecdd {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:35.300170 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54542) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:35.313712 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:35.314051 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Checking segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:35.320242 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1d0ee1dd-2a64-4466-93cf-d17d2f799e96 req-2f7d5942-1632-4c91-99bf-51b820a787b5 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144381 Jul 15 15:40:35.320902 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Bound using segment: {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:35.321370 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Bound port: d40c4162-cd2d-4154-8020-2d40873feff5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c608fa2c-0d78-4621-935d-0413e970a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:35.321745 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.340497 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:35.341117 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:35.342703 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-b8b45055-8808-4406-83e3-27d895fc7277 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 1094 time: 3.5606577 Jul 15 15:40:35.343039 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'tag': '9b2267e6-ccc7-4c25-ad26-94a76242a675'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:36.037949 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-21913a3d-9768-47cd-bb1c-e09497e36603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.043185 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-21913a3d-9768-47cd-bb1c-e09497e36603 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13567d2f37bf4ab0ae2d2caf20acecc9&device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 1096 time: 0.3840954 Jul 15 15:40:36.080726 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] For port d40c4162-cd2d-4154-8020-2d40873feff5, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:36.102545 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4467a1fd-9222-4c4b-a42c-ead8bea71bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:36.140987 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] For port d40c4162-cd2d-4154-8020-2d40873feff5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d40c4162-cd2d-4154-8020-2d40873feff5,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:36.161939 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:36.219285 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfcad18-ea65-4d8e-86d6-2daa467f2873" -d '{"events": [{"name": "network-changed", "server_uuid": "0f78aa8f-3d47-413d-9f27-28009aa8f3b7", "tag": "9b2267e6-ccc7-4c25-ad26-94a76242a675"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:36.245627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f158e-6e77-4c30-b993-dd78b19df5aa x-openstack-request-id: req-866f158e-6e77-4c30-b993-dd78b19df5aa {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:36.245928 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1903cb11-fa84-49c5-8d3e-35a6692e303f", "tag": "70285bbc-fc08-4fb0-89b5-dd1e11f49f07", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:36.246210 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-866f158e-6e77-4c30-b993-dd78b19df5aa {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:36.247238 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'tag': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07', 'status': 'completed', 'code': 200} Jul 15 15:40:36.268658 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-1a0eb2a3-387c-4f19-9da3-89b6341df385 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33161f6d-73f9-4e71-9621-2f024e43951c HTTP/1.1" status: 200 len: 217 time: 0.2130740 Jul 15 15:40:36.298852 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-bd0a7c5c-5b70-42b2-8790-3befc2960745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.300614 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-082ce3f2-8264-491a-9b8c-b6c5b888519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.301844 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-bd0a7c5c-5b70-42b2-8790-3befc2960745 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 1096 time: 0.7047720 Jul 15 15:40:36.302886 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-082ce3f2-8264-491a-9b8c-b6c5b888519d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.4433184 Jul 15 15:40:36.332754 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe098-79e9-4f36-a472-d2ccd2879d6b req-83518cfa-cbd8-4ce4-b244-e270390427d3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.335123 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-02efe098-79e9-4f36-a472-d2ccd2879d6b req-83518cfa-cbd8-4ce4-b244-e270390427d3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.6434984 Jul 15 15:40:36.336576 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.337272 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:36.338855 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] 10.222.0.43 "PUT /v2.0/ports/d40c4162-cd2d-4154-8020-2d40873feff5 HTTP/1.1" status: 200 len: 1093 time: 4.0048547 Jul 15 15:40:36.461666 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b56b7-9f24-4547-a719-57da2b190293 service neutron] Pushing event updated for resources: {'Port': ['ID=d40c4162-cd2d-4154-8020-2d40873feff5,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:36.469743 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd3645f6-cb33-4917-8de1-d20e2e2d6f68 req-46cd2954-3b88-48e9-9195-e3132cda66b6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 210 time: 0.2119162 Jul 15 15:40:36.471094 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-a51d60b1-891e-4145-a479-94b124ef2e78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.0976570 Jul 15 15:40:36.555675 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-3ec5158f-bc04-424a-b3fc-35664b7cec8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07 HTTP/1.1" status: 200 len: 217 time: 0.1840765 Jul 15 15:40:36.626547 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-02efe098-79e9-4f36-a472-d2ccd2879d6b req-7d81f94c-970e-4aab-a19a-1829a3e0f594 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744074 Jul 15 15:40:36.645175 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-80933f60-3be9-4a81-befa-d149a9f9bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.647002 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-80933f60-3be9-4a81-befa-d149a9f9bd9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=999fcfb6-47ec-4301-8560-e22f4b77b8ea HTTP/1.1" status: 200 len: 852 time: 0.2762957 Jul 15 15:40:36.858463 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-4899bead-f361-47f1-a10d-2572ac7fc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.862921 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-4899bead-f361-47f1-a10d-2572ac7fc491 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.2534206 Jul 15 15:40:36.919505 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4467a1fd-9222-4c4b-a42c-ead8bea71bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:36.922372 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-ac3b28f0-5d9b-4632-9dd1-0dddb7868e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:36.936559 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-ac3b28f0-5d9b-4632-9dd1-0dddb7868e54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 1096 time: 0.4687557 Jul 15 15:40:36.940999 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4467a1fd-9222-4c4b-a42c-ead8bea71bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.130848 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-4467a1fd-9222-4c4b-a42c-ead8bea71bef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20772eb6bcfe458589584ce0940a8c58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8194509 Jul 15 15:40:37.146101 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54616) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:37.163489 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fdbaedf3-61c5-4b41-bf1e-e1b7d525f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.168215 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467a1fd-9222-4c4b-a42c-ead8bea71bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d7a9d-9464-4ea5-a722-2d7e4549b6d3,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:37.238816 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76930ed-2876-4bce-82e4-d82cce52d17d x-openstack-request-id: req-c76930ed-2876-4bce-82e4-d82cce52d17d {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:37.239108 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f78aa8f-3d47-413d-9f27-28009aa8f3b7", "tag": "9b2267e6-ccc7-4c25-ad26-94a76242a675", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:37.239361 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c76930ed-2876-4bce-82e4-d82cce52d17d {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:37.239823 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'tag': '9b2267e6-ccc7-4c25-ad26-94a76242a675', 'status': 'completed', 'code': 200} Jul 15 15:40:37.264888 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-af5e1d0e-904e-48ea-b25b-43a304aceea8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a1a43db-90c3-451e-b7f0-0aea6164855a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136391 Jul 15 15:40:37.451485 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.459091 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-4616dcc8-7ef4-4c18-a88f-d78a84be0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:37.459316 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-4616dcc8-7ef4-4c18-a88f-d78a84be0f0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.8114104 Jul 15 15:40:37.562939 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f70a6db3-8efb-4ebe-b767-7b8218419c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.608592 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f70a6db3-8efb-4ebe-b767-7b8218419c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.625744 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14529d-471a-4c9f-bb2a-459248c7e00b req-0c1f4139-6ba3-44ef-b98a-ae52585f1928 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:37.627672 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0e14529d-471a-4c9f-bb2a-459248c7e00b req-0c1f4139-6ba3-44ef-b98a-ae52585f1928 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.1987329 Jul 15 15:40:37.691650 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0e14529d-471a-4c9f-bb2a-459248c7e00b req-e7023db3-e786-49a3-923e-2c948e487d2a tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Jul 15 15:40:37.710547 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f70a6db3-8efb-4ebe-b767-7b8218419c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.713004 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f70a6db3-8efb-4ebe-b767-7b8218419c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:37.717116 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f70a6db3-8efb-4ebe-b767-7b8218419c7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e0d7a9d-9464-4ea5-a722-2d7e4549b6d3 HTTP/1.1" status: 204 len: 168 time: 0.5616810 Jul 15 15:40:37.737824 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ca048-1777-42c9-a875-d4dd8488bbef req-0d4c94c3-3e95-4f67-80c1-b935c2d84221 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:37.749513 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d02ca048-1777-42c9-a875-d4dd8488bbef req-0d4c94c3-3e95-4f67-80c1-b935c2d84221 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.6043615 Jul 15 15:40:37.752617 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a6db3-8efb-4ebe-b767-7b8218419c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d7a9d-9464-4ea5-a722-2d7e4549b6d3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:37.820551 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d02ca048-1777-42c9-a875-d4dd8488bbef req-59cc5ecb-2d1b-49e5-a9a1-963a93bcd9f7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Jul 15 15:40:38.001712 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.026622 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9741dfbc-48a7-491b-8856-4eb5a17944b4 req-b1bfc0fd-dfde-4170-9256-29a37933d3f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 210 time: 0.0720525 Jul 15 15:40:38.066795 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54650) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:38.145916 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b446159-225c-4565-8144-24a4a8cc3b43 req-f7d10a2e-b4f1-4677-8849-8a957e302877 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:38.154164 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b446159-225c-4565-8144-24a4a8cc3b43 req-f7d10a2e-b4f1-4677-8849-8a957e302877 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.1891770 Jul 15 15:40:38.203244 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b446159-225c-4565-8144-24a4a8cc3b43 req-bb02846b-0ee6-47ef-82e5-b101309e327a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Jul 15 15:40:38.248714 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c41f236-d377-427f-9732-a25dfbdd3386', 'tag': '33161f6d-73f9-4e71-9621-2f024e43951c'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:38.253952 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89" -d '{"events": [{"name": "network-changed", "server_uuid": "7c41f236-d377-427f-9732-a25dfbdd3386", "tag": "33161f6d-73f9-4e71-9621-2f024e43951c"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:38.278900 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-74953a6d-c709-4bb2-a99f-a9c0889fea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.304559 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54666) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:38.321017 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8796e724-866e-4bc7-805b-c972f19267cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.331266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e13b12-e7ea-4a84-9157-cd3c6a30f77c x-openstack-request-id: req-22e13b12-e7ea-4a84-9157-cd3c6a30f77c {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:38.331608 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c41f236-d377-427f-9732-a25dfbdd3386", "tag": "33161f6d-73f9-4e71-9621-2f024e43951c", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:38.331922 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22e13b12-e7ea-4a84-9157-cd3c6a30f77c {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:38.332429 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c41f236-d377-427f-9732-a25dfbdd3386', 'tag': '33161f6d-73f9-4e71-9621-2f024e43951c', 'status': 'completed', 'code': 200} Jul 15 15:40:38.385802 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-74953a6d-c709-4bb2-a99f-a9c0889fea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.390540 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-74953a6d-c709-4bb2-a99f-a9c0889fea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.431028 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-74953a6d-c709-4bb2-a99f-a9c0889fea6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49e80f32c8064ccd86cfc12de3a30c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614733 Jul 15 15:40:38.433653 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54668) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:38.438167 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74953a6d-c709-4bb2-a99f-a9c0889fea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1cc14-8a9e-4b0d-93f3-c8ace5480ab7,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:38.496720 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-35ce6bb0-f8c8-4430-b0a7-6d8061c38fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.507523 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8796e724-866e-4bc7-805b-c972f19267cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.512905 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8796e724-866e-4bc7-805b-c972f19267cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.521635 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-35ce6bb0-f8c8-4430-b0a7-6d8061c38fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.562699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8796e724-866e-4bc7-805b-c972f19267cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e256299eb09435a8f354ccbc34735d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570579 Jul 15 15:40:38.563650 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796e724-866e-4bc7-805b-c972f19267cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6097b36-f481-4126-9891-d70c1031efa9,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:38.565268 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54674) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:38.640949 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-35ce6bb0-f8c8-4430-b0a7-6d8061c38fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.643543 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-35ce6bb0-f8c8-4430-b0a7-6d8061c38fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.644691 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-35ce6bb0-f8c8-4430-b0a7-6d8061c38fef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94d1cc14-8a9e-4b0d-93f3-c8ace5480ab7 HTTP/1.1" status: 204 len: 168 time: 0.2101142 Jul 15 15:40:38.645275 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54680) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:38.691377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce6bb0-f8c8-4430-b0a7-6d8061c38fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1cc14-8a9e-4b0d-93f3-c8ace5480ab7,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:38.697002 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-3e87afc9-a79b-466d-b948-96336a55a03e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862954 Jul 15 15:40:38.760624 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-651b1a64-f2f9-4c9a-a696-bfa567a8ce61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.822742 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-651b1a64-f2f9-4c9a-a696-bfa567a8ce61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.923341 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-651b1a64-f2f9-4c9a-a696-bfa567a8ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.925972 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-651b1a64-f2f9-4c9a-a696-bfa567a8ce61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:38.931482 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-651b1a64-f2f9-4c9a-a696-bfa567a8ce61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6097b36-f481-4126-9891-d70c1031efa9 HTTP/1.1" status: 204 len: 168 time: 0.3606386 Jul 15 15:40:38.988874 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b1a64-f2f9-4c9a-a696-bfa567a8ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6097b36-f481-4126-9891-d70c1031efa9,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:39.008984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-21edd8b8-9ada-421c-9790-e2123768e073 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4027426 Jul 15 15:40:39.010745 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-32bd8e2d-4136-4825-b5df-44df26472bcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d40c4162-cd2d-4154-8020-2d40873feff5 HTTP/1.1" status: 200 len: 217 time: 0.4026933 Jul 15 15:40:39.097333 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-958d9ae9-cd47-44e6-9ae2-b4b92db1b937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.141224 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-91c26654-facb-4f4e-b810-99ab7bdd8c1f service neutron] 10.222.0.43 "GET /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315402 Jul 15 15:40:39.164894 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-d22cd03e-f92c-49cb-bfe6-ef75f27d62e9 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337990 Jul 15 15:40:39.195898 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d097ad9-fccc-4b70-8f8f-873e79eef06f req-0230643d-5b1c-4609-b3e0-98b045c6ce57 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:39.197437 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4d097ad9-fccc-4b70-8f8f-873e79eef06f req-0230643d-5b1c-4609-b3e0-98b045c6ce57 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.3076525 Jul 15 15:40:39.270554 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54700) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:39.275999 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'tag': 'd40c4162-cd2d-4154-8020-2d40873feff5'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:39.278616 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931465cb-a5cc-4324-a0fd-efca7fd90ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3", "tag": "d40c4162-cd2d-4154-8020-2d40873feff5"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:39.289034 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.43', 55076) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:39.342205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-69534e6f-6e7c-48d8-b7ee-45e5257cd175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:39.344199 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-69534e6f-6e7c-48d8-b7ee-45e5257cd175 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.3175061 Jul 15 15:40:39.380773 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2228eb5e-8c46-4e66-b442-69d8f79cbc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.398456 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-eaa8af47-1055-406b-ae4f-80b61811c450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321319 Jul 15 15:40:39.458790 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4d097ad9-fccc-4b70-8f8f-873e79eef06f req-8908ab09-89da-41bc-8c3c-d418f7d56659 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399023 Jul 15 15:40:39.504448 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-68fc1f58-9397-45f7-b9b1-4e952a8e1e31 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789641 Jul 15 15:40:39.525182 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c50f54fe-5af7-4231-81da-6288ad18e7b9 req-5656e9c4-20bc-41a7-a879-90ec4c0a3d2f service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356011 Jul 15 15:40:39.540433 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-76ee51bb-2aee-4808-a03a-bc4e0fe1cdda req-aec24eac-dca5-46ce-813c-33689523b8a3 service neutron] 10.222.0.43 "GET /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867090 Jul 15 15:40:39.557137 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-958d9ae9-cd47-44e6-9ae2-b4b92db1b937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.568489 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-958d9ae9-cd47-44e6-9ae2-b4b92db1b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.570063 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.641445 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116461-39b2-4d22-9795-53f37423cf48 req-939652b4-6926-4d35-9d93-f9f9e5e4a381 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:39.650525 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-94116461-39b2-4d22-9795-53f37423cf48 req-939652b4-6926-4d35-9d93-f9f9e5e4a381 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.6157274 Jul 15 15:40:39.675052 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-958d9ae9-cd47-44e6-9ae2-b4b92db1b937 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe2024e3d0a246b0a4d0db9c78d82722&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0121434 Jul 15 15:40:39.683476 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54708) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:39.683476 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d9ae9-cd47-44e6-9ae2-b4b92db1b937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c762dd95-5b52-45a1-bb79-23532740b025,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:39.688655 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54710) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:39.761112 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6fa3cef-c962-4754-9bae-ae6c8c104df5 req-e36e50a1-ab6e-4f6d-9840-9b3183735b1f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 210 time: 0.0502334 Jul 15 15:40:39.811589 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3b30de2c-c351-440e-9c8f-1377cd12ab72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.839915 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-94116461-39b2-4d22-9795-53f37423cf48 req-756d9f97-beee-4c6e-8570-18388c5d316f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710908 Jul 15 15:40:39.846890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-22b3cc65-06b2-4eea-94dd-5737742d3978 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:39.848453 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-22b3cc65-06b2-4eea-94dd-5737742d3978 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 816 time: 0.5573082 Jul 15 15:40:39.884563 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-d2960c3d-c875-4236-a580-b329ef6b5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:39.886537 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-d2960c3d-c875-4236-a580-b329ef6b5e30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.2673290 Jul 15 15:40:39.892255 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-52dc1b22-d85f-4fe8-adf8-ecc4b3b85bfe service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809880 Jul 15 15:40:39.893527 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a17c823-14ef-4d6d-8c0c-cf8c14178738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.924642 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2228eb5e-8c46-4e66-b442-69d8f79cbc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.933422 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f6b9e-a857-46da-8223-5d1c47f456d5 x-openstack-request-id: req-4a8f6b9e-a857-46da-8223-5d1c47f456d5 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:39.933704 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3", "tag": "d40c4162-cd2d-4154-8020-2d40873feff5", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:39.934554 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a8f6b9e-a857-46da-8223-5d1c47f456d5 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:39.934934 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'tag': 'd40c4162-cd2d-4154-8020-2d40873feff5', 'status': 'completed', 'code': 200} Jul 15 15:40:39.955609 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4cb8cba2-6fd0-4e6e-a216-061ae24af071 req-76624c2b-e793-44c6-b2b8-52ce9168c65a service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407489 Jul 15 15:40:39.966038 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2228eb5e-8c46-4e66-b442-69d8f79cbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:39.997609 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a17c823-14ef-4d6d-8c0c-cf8c14178738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.011850 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-82fee826-403f-4f0e-acf9-c0305ea40c1e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 379 time: 0.1451483 Jul 15 15:40:40.038497 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'port': {'device_id': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'admin_state_up': True, 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'security_groups': ['1fc8e7ba-bff6-4f61-8c90-a635f2a6d456']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:40.061412 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-91ecb315-9706-4e90-883a-ec5d3acde0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.062852 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-91ecb315-9706-4e90-883a-ec5d3acde0e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13567d2f37bf4ab0ae2d2caf20acecc9&device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 1096 time: 0.2937593 Jul 15 15:40:40.123668 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca5a6b23-88c0-446b-a1c8-8f955accb10e req-602e709a-e603-4bb3-ba56-ca6e51cd2a65 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188263 Jul 15 15:40:40.172535 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2228eb5e-8c46-4e66-b442-69d8f79cbc4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=861eb2a7980a46e68b9348b1c3bfc867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8921187 Jul 15 15:40:40.174236 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228eb5e-8c46-4e66-b442-69d8f79cbc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff709531-c498-4b8e-915f-71e3200dadf8,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:40.175952 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54718) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:40.252205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-c5ae7976-e159-4e9d-8be0-2e765dc73cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.253697 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-c5ae7976-e159-4e9d-8be0-2e765dc73cf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 1096 time: 0.2386010 Jul 15 15:40:40.260825 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-1c4c8742-18ad-46d8-96cb-a93221ad530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.262891 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-1c4c8742-18ad-46d8-96cb-a93221ad530a service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.3573649 Jul 15 15:40:40.275124 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3b30de2c-c351-440e-9c8f-1377cd12ab72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.281291 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a17c823-14ef-4d6d-8c0c-cf8c14178738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.283789 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4a17c823-14ef-4d6d-8c0c-cf8c14178738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.284870 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4a17c823-14ef-4d6d-8c0c-cf8c14178738 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c762dd95-5b52-45a1-bb79-23532740b025 HTTP/1.1" status: 204 len: 168 time: 0.5862887 Jul 15 15:40:40.291274 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3b30de2c-c351-440e-9c8f-1377cd12ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.454835 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Made reservation on behalf of a0719710669541798e3075aa1f198e19 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:40:40.458052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.460629 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30de2c-c351-440e-9c8f-1377cd12ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5f5bb-8b46-47c3-96f2-0f288986ca8c,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:40.480342 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-3b30de2c-c351-440e-9c8f-1377cd12ab72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8166baf73b6e4cd5acc14d9d7d2ca031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850008 Jul 15 15:40:40.481446 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54724) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:40.493750 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d8ebb-4c4f-43d5-ba66-3ad4c95526f0 req-73c1c738-7fbd-4dce-9935-0e2f1cd79769 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.495259 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e34d8ebb-4c4f-43d5-ba66-3ad4c95526f0 req-73c1c738-7fbd-4dce-9935-0e2f1cd79769 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.5596552 Jul 15 15:40:40.506209 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-f65dfc68-da8d-424d-aea3-e4cd29255516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.2366986 Jul 15 15:40:40.518679 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a11eac87-e4c3-4f24-834d-fc264e091360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.527846 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-1753ac6a-c0cf-4741-93db-e3e974f5ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.529323 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-1753ac6a-c0cf-4741-93db-e3e974f5ad93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a1a43db-90c3-451e-b7f0-0aea6164855a HTTP/1.1" status: 200 len: 912 time: 0.4246280 Jul 15 15:40:40.539551 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17c823-14ef-4d6d-8c0c-cf8c14178738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c762dd95-5b52-45a1-bb79-23532740b025,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:40.575841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-8e049f91-64c1-453e-950a-31302ea21e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.577317 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-8e049f91-64c1-453e-950a-31302ea21e94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 914 time: 0.2926648 Jul 15 15:40:40.583923 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a11eac87-e4c3-4f24-834d-fc264e091360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.587032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-f0b03484-ce6f-45ad-b4a7-2be6bacfed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.588516 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-f0b03484-ce6f-45ad-b4a7-2be6bacfed96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 1096 time: 0.3708556 Jul 15 15:40:40.634337 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-e3588474-dd2f-4c9f-9271-9af89abbf87f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33161f6d-73f9-4e71-9621-2f024e43951c HTTP/1.1" status: 200 len: 217 time: 0.0931005 Jul 15 15:40:40.703749 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e34d8ebb-4c4f-43d5-ba66-3ad4c95526f0 req-75a845b1-6b50-47d8-af70-22d670a216a7 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903069 Jul 15 15:40:40.716359 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-28e22621-ec45-4e75-83c9-07492d8bbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.719059 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-28e22621-ec45-4e75-83c9-07492d8bbd70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.1990592 Jul 15 15:40:40.739097 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-100bd569-991d-40a6-b193-9ff2289a820b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07 HTTP/1.1" status: 200 len: 217 time: 0.1172748 Jul 15 15:40:40.774696 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-1b4fcf41-f4f6-4dcd-bdf6-1939641bbdba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453649 Jul 15 15:40:40.775745 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ced8ce62-d96e-4339-8671-879b8d8ecac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:40.780292 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-69c73204-7267-4449-b77f-464471112372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:40.784874 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-69c73204-7267-4449-b77f-464471112372 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=999fcfb6-47ec-4301-8560-e22f4b77b8ea HTTP/1.1" status: 200 len: 852 time: 0.1313787 Jul 15 15:40:40.932691 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-3d978373-673f-4b18-a080-87fb89fcd343 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a1a43db-90c3-451e-b7f0-0aea6164855a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417072 Jul 15 15:40:40.935283 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ced8ce62-d96e-4339-8671-879b8d8ecac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.091283 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d56c1c44-5c50-4aba-a3b8-1cef7b952021 req-52880841-fb20-45be-a266-416fc255f350 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 210 time: 0.0946009 Jul 15 15:40:41.145099 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-d4cff658-80d9-45f9-b5c6-6c664eacd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:41.154789 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-724c397c-ec28-498b-bff1-2340282c4ab1 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702562 Jul 15 15:40:41.164176 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-d4cff658-80d9-45f9-b5c6-6c664eacd920 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.5320339 Jul 15 15:40:41.170443 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-0dbc3394-1648-4c28-bbe7-ccfd4adb2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:41.171933 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-0dbc3394-1648-4c28-bbe7-ccfd4adb2145 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.4058585 Jul 15 15:40:41.175662 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Allocated IP 172.20.0.12 (b6acb0e4-b836-46df-b1fc-a386e5e23f6f/58e7d897-ed51-4128-9569-a7aee504c9c7/c0509eda-5274-495c-800b-bb4ebdfccd64) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:40:41.177590 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a11eac87-e4c3-4f24-834d-fc264e091360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.180536 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a11eac87-e4c3-4f24-834d-fc264e091360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.184927 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a11eac87-e4c3-4f24-834d-fc264e091360 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff709531-c498-4b8e-915f-71e3200dadf8 HTTP/1.1" status: 204 len: 168 time: 1.0034513 Jul 15 15:40:41.266704 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-8b186dbe-244d-4405-a626-bcc048caaf2c service neutron] 10.222.0.43 "GET /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161347 Jul 15 15:40:41.273594 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-cbc7494e-cb49-45ff-8d4f-4ed17331ca96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788615 Jul 15 15:40:41.277098 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eac87-e4c3-4f24-834d-fc264e091360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff709531-c498-4b8e-915f-71e3200dadf8,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:41.290704 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ced8ce62-d96e-4339-8671-879b8d8ecac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.293245 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ced8ce62-d96e-4339-8671-879b8d8ecac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.297300 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ced8ce62-d96e-4339-8671-879b8d8ecac3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffd5f5bb-8b46-47c3-96f2-0f288986ca8c HTTP/1.1" status: 204 len: 168 time: 0.7982104 Jul 15 15:40:41.300394 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-1b582b1f-eaae-47ee-8b7e-1466b2fa54b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d40c4162-cd2d-4154-8020-2d40873feff5 HTTP/1.1" status: 200 len: 217 time: 0.1142495 Jul 15 15:40:41.312103 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-8540f818-ed66-42c1-8504-8d4c67892cbd service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489031 Jul 15 15:40:41.314701 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ce62-d96e-4339-8671-879b8d8ecac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5f5bb-8b46-47c3-96f2-0f288986ca8c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:41.348030 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd67521-a662-456d-935c-705076d94dff req-d5a3ffd9-03c6-47ce-8575-aa577a6aa551 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:41.349855 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6bd67521-a662-456d-935c-705076d94dff req-d5a3ffd9-03c6-47ce-8575-aa577a6aa551 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.6612258 Jul 15 15:40:41.365125 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e62809-aa88-4947-92ba-89fb3bc70b63 req-d68f34e2-5bf7-4fd8-954a-e3f762a75a68 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:41.367144 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98e62809-aa88-4947-92ba-89fb3bc70b63 req-d68f34e2-5bf7-4fd8-954a-e3f762a75a68 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.1214173 Jul 15 15:40:41.425652 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-98e62809-aa88-4947-92ba-89fb3bc70b63 req-74a1549b-e0bf-4c74-a97a-a529587846fe tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Jul 15 15:40:41.443023 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6bd67521-a662-456d-935c-705076d94dff req-0ad8ac14-35a1-490f-96c2-89c1934320bf tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821805 Jul 15 15:40:41.519752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.534570 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Transition to ACTIVE for port object c0509eda-5274-495c-800b-bb4ebdfccd64 will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:41.576909 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.640456 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:40:41.644431 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:41.647633 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:40:41.671504 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:40:41.677329 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:41.678007 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.701559 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-f9ffd1dc-e9a6-4495-bb62-d3d6dac331d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6716566 Jul 15 15:40:41.919919 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe243f-ab65-4dd4-bf51-07d95dc1eda1 req-04a1a0da-21e9-49cc-9dcd-80ebe33c9f3e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:41.921717 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e7fe243f-ab65-4dd4-bf51-07d95dc1eda1 req-04a1a0da-21e9-49cc-9dcd-80ebe33c9f3e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.0815914 Jul 15 15:40:41.958205 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5df7cc92-3e36-47d6-99be-42e5e4355006 None None] Provisioning for port c0509eda-5274-495c-800b-bb4ebdfccd64 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:41.962679 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5df7cc92-3e36-47d6-99be-42e5e4355006 None None] Provisioning complete for port c0509eda-5274-495c-800b-bb4ebdfccd64 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:41.963118 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5df7cc92-3e36-47d6-99be-42e5e4355006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:41.974882 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e7fe243f-ab65-4dd4-bf51-07d95dc1eda1 req-af8c558c-3fb6-4ce8-ac9f-642533697e22 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Jul 15 15:40:42.006445 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-5df7cc92-3e36-47d6-99be-42e5e4355006 None None] Port c0509eda-5274-495c-800b-bb4ebdfccd64 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:40:42.276537 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bebf70-be8a-4184-ae76-0bcdd594949c req-481a69e6-0cb4-4928-91d6-39608f85f2a9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:42.276537 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b7bebf70-be8a-4184-ae76-0bcdd594949c req-481a69e6-0cb4-4928-91d6-39608f85f2a9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 932 time: 0.0682001 Jul 15 15:40:42.319331 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b7bebf70-be8a-4184-ae76-0bcdd594949c req-a3a42fc5-65c3-49f5-a3a0-717174cdad12 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Jul 15 15:40:42.652198 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f16c-f2b6-4bcb-8fe1-0e14c7b0b783 req-488705ce-31d3-491c-94aa-c7c3c0369785 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:42.653201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097f92-535d-48bf-be8b-2684446c3af0 req-2b62d379-076b-423d-8fb7-19764c8d9930 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:42.654190 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b219f16c-f2b6-4bcb-8fe1-0e14c7b0b783 req-488705ce-31d3-491c-94aa-c7c3c0369785 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.0809617 Jul 15 15:40:42.655366 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c1097f92-535d-48bf-be8b-2684446c3af0 req-2b62d379-076b-423d-8fb7-19764c8d9930 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.1020496 Jul 15 15:40:42.705638 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b219f16c-f2b6-4bcb-8fe1-0e14c7b0b783 req-a243eeba-4f96-487b-bfcf-3f2d11e12ff6 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Jul 15 15:40:42.706685 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c1097f92-535d-48bf-be8b-2684446c3af0 req-b96d108b-cb0d-4205-b7a1-902968e8f288 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456970 Jul 15 15:40:43.019241 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54850) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:43.144745 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c65855da-17a3-458e-80ec-703c5aff0d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.161999 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6aae2-cdc0-47b3-af02-9d89ec8ae149 req-e0b327a4-ea64-456e-9d5f-67182aa9f091 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:43.164143 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eee6aae2-cdc0-47b3-af02-9d89ec8ae149 req-e0b327a4-ea64-456e-9d5f-67182aa9f091 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.0692823 Jul 15 15:40:43.208513 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eee6aae2-cdc0-47b3-af02-9d89ec8ae149 req-db40d7a4-f8f6-43fe-848b-a0e682b13db5 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Jul 15 15:40:43.250560 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c65855da-17a3-458e-80ec-703c5aff0d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.255661 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c65855da-17a3-458e-80ec-703c5aff0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.303137 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c65855da-17a3-458e-80ec-703c5aff0d73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=568dc4bc131d41eaa7750e10f5cfb012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805684 Jul 15 15:40:43.303724 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54866) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:43.310300 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65855da-17a3-458e-80ec-703c5aff0d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d1570-157f-4a00-ac49-08ec6502592e,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:43.364127 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8a072b30-3bcf-4919-8e3f-21fcba708e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.392079 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8a072b30-3bcf-4919-8e3f-21fcba708e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.449497 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8a072b30-3bcf-4919-8e3f-21fcba708e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.452753 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8a072b30-3bcf-4919-8e3f-21fcba708e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.453910 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8a072b30-3bcf-4919-8e3f-21fcba708e72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c9d1570-157f-4a00-ac49-08ec6502592e HTTP/1.1" status: 204 len: 168 time: 0.1493661 Jul 15 15:40:43.494450 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a072b30-3bcf-4919-8e3f-21fcba708e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d1570-157f-4a00-ac49-08ec6502592e,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:43.546908 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7907e-e7cd-465a-bfcc-f9072fd6c681 req-0c3957cc-d246-4bfd-9c97-0dba73a4e12f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:43.549216 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7e7907e-e7cd-465a-bfcc-f9072fd6c681 req-0c3957cc-d246-4bfd-9c97-0dba73a4e12f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 932 time: 0.0940781 Jul 15 15:40:43.595233 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7e7907e-e7cd-465a-bfcc-f9072fd6c681 req-ed09bfb4-9402-440b-b0c0-94ee1724acf9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Jul 15 15:40:43.921116 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 54908) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:43.925721 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf1e18-a2cb-4fd5-8119-36ecd9ba7b90 req-27bbe3f3-cca5-490e-bed3-beedcaa9743c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:43.927282 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9aaf1e18-a2cb-4fd5-8119-36ecd9ba7b90 req-27bbe3f3-cca5-490e-bed3-beedcaa9743c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.0917146 Jul 15 15:40:43.939066 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ab91c87b-c99a-40ca-9f3a-b1e977e19fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:43.965337 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c22-68fd-45d6-9c43-3054bad5aaf5 req-9a2bfec7-a7b6-4a2b-8d08-5703bb5a5e78 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:43.967003 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-714f7c22-68fd-45d6-9c43-3054bad5aaf5 req-9a2bfec7-a7b6-4a2b-8d08-5703bb5a5e78 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.0963652 Jul 15 15:40:43.971412 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9aaf1e18-a2cb-4fd5-8119-36ecd9ba7b90 req-430c5ac0-a0ae-4a8a-9d30-dae35358d066 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Jul 15 15:40:44.032486 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-714f7c22-68fd-45d6-9c43-3054bad5aaf5 req-00e142d0-2a36-48ba-9d2a-e44f791b9bb3 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585599 Jul 15 15:40:44.133926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Request body: {'port': {'device_id': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:40:44.156539 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ab91c87b-c99a-40ca-9f3a-b1e977e19fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.184659 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ab91c87b-c99a-40ca-9f3a-b1e977e19fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.199166 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35945b9d-c7d2-4809-8bbb-aaa3a235ca89 req-317b744f-059d-46d4-ae32-b0e65ae957b7 service neutron] 10.222.0.43 "GET /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091523 Jul 15 15:40:44.256673 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-ab91c87b-c99a-40ca-9f3a-b1e977e19fdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6f2421ebd5844238293c22d3f4d9282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342843 Jul 15 15:40:44.259640 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54916) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:44.286382 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54920) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:44.349894 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c87b-c99a-40ca-9f3a-b1e977e19fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb56775-32a8-4115-a89d-4d701ccce417,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:44.355628 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b536ed70-9d8a-4d8c-b884-5725c6246496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.367663 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-5aaaa9f0-b4d9-470b-bc33-40dff6ced54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:44.369114 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-5aaaa9f0-b4d9-470b-bc33-40dff6ced54e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.2753522 Jul 15 15:40:44.389159 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b536ed70-9d8a-4d8c-b884-5725c6246496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.416298 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-331fb2ee-4913-49d0-ad85-bb3325490613 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391333 Jul 15 15:40:44.419056 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.439655 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-e9575c77-8e84-4c88-8229-8111ddb99379 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364651 Jul 15 15:40:44.484885 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c72541f6-f53f-4812-b11e-3a6ebce376c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.516957 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b536ed70-9d8a-4d8c-b884-5725c6246496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.520299 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b536ed70-9d8a-4d8c-b884-5725c6246496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.521581 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b536ed70-9d8a-4d8c-b884-5725c6246496 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eb56775-32a8-4115-a89d-4d701ccce417 HTTP/1.1" status: 204 len: 168 time: 0.2605338 Jul 15 15:40:44.549604 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536ed70-9d8a-4d8c-b884-5725c6246496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb56775-32a8-4115-a89d-4d701ccce417,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:44.576445 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0074d-e3bd-47f6-ad46-26a61448204d req-10bee10a-60a5-48a1-a6b9-3d7e4a86f5dd tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:44.578178 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47c0074d-e3bd-47f6-ad46-26a61448204d req-10bee10a-60a5-48a1-a6b9-3d7e4a86f5dd tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.1446564 Jul 15 15:40:44.636185 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47c0074d-e3bd-47f6-ad46-26a61448204d req-60a60bc9-3340-4d37-8e96-aec26c7b732b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Jul 15 15:40:44.670314 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-08ebbdfa-6a14-4738-83a6-6cc8556fcfcc service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417333 Jul 15 15:40:44.693750 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c72541f6-f53f-4812-b11e-3a6ebce376c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.701468 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c72541f6-f53f-4812-b11e-3a6ebce376c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.749530 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c72541f6-f53f-4812-b11e-3a6ebce376c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=572296541b224e8fab7bd7d7446c5cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617684 Jul 15 15:40:44.750427 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72541f6-f53f-4812-b11e-3a6ebce376c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa9b4ff-9b69-46ee-931d-561a6ce043d0,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:44.753456 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54932) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:44.782362 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd8f333c-747a-48ba-bb70-695b2f25b2ad req-0011ab9e-86a5-4ca6-b932-4d51c3ee3d54 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297756 Jul 15 15:40:44.813448 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-763d9962-f060-465e-8c49-1db71ebb636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.836497 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-763d9962-f060-465e-8c49-1db71ebb636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.889354 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-763d9962-f060-465e-8c49-1db71ebb636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.892594 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-763d9962-f060-465e-8c49-1db71ebb636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:44.893876 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-763d9962-f060-465e-8c49-1db71ebb636b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fa9b4ff-9b69-46ee-931d-561a6ce043d0 HTTP/1.1" status: 204 len: 168 time: 0.1394811 Jul 15 15:40:44.895507 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-931465cb-a5cc-4324-a0fd-efca7fd90ca7 req-bbc11445-4f6d-42fc-ae0b-da284d94ded9 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115786 Jul 15 15:40:44.903222 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d9962-f060-465e-8c49-1db71ebb636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa9b4ff-9b69-46ee-931d-561a6ce043d0,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:44.946281 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b411-0b19-469b-8e21-84e635ff2f86 req-3edfdc57-438a-488c-ac20-7fa9fec5feb3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:44.947733 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a5d5b411-0b19-469b-8e21-84e635ff2f86 req-3edfdc57-438a-488c-ac20-7fa9fec5feb3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 932 time: 0.1618199 Jul 15 15:40:45.019498 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a5d5b411-0b19-469b-8e21-84e635ff2f86 req-b96145c5-f01e-44f9-bc90-2a2842a8213b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626905 Jul 15 15:40:45.028983 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0509eda-5274-495c-800b-bb4ebdfccd64 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:45.037575 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.054213 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Transition to ACTIVE for port object c0509eda-5274-495c-800b-bb4ebdfccd64 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:40:45.059682 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.179657 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:45.228461 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ef35d-d3fe-4bad-ad59-fd4752b2bba5 req-5692b04d-d55e-4cda-a090-b286fcf96ce8 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:45.230396 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7c7ef35d-d3fe-4bad-ad59-fd4752b2bba5 req-5692b04d-d55e-4cda-a090-b286fcf96ce8 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.1205618 Jul 15 15:40:45.255866 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Attempting to bind port c0509eda-5274-495c-800b-bb4ebdfccd64 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:40:45.257686 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Attempting to bind port c0509eda-5274-495c-800b-bb4ebdfccd64 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:40:45.258729 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Attempting to bind port c0509eda-5274-495c-800b-bb4ebdfccd64 on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:45.286585 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7c7ef35d-d3fe-4bad-ad59-fd4752b2bba5 req-23cfaff3-098b-43f3-b2cb-152278b47ab7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Jul 15 15:40:45.290886 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Port c0509eda-5274-495c-800b-bb4ebdfccd64 on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:40:45.294301 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Attempting to bind port c0509eda-5274-495c-800b-bb4ebdfccd64 on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:40:45.322149 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:40:45.322571 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Checking segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:40:45.323005 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Bound using segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:40:45.323763 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Bound port: c0509eda-5274-495c-800b-bb4ebdfccd64, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:40:45.324234 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.362327 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54960) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:45.400219 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-29a39fa0-1e53-4852-b51e-26ba827f61b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.425635 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2402ca-0316-4ff6-80f7-153d2cfcd238 req-36a30094-4b54-4b7b-85e2-5970517d2791 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:45.427195 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2e2402ca-0316-4ff6-80f7-153d2cfcd238 req-36a30094-4b54-4b7b-85e2-5970517d2791 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 943 time: 0.1600196 Jul 15 15:40:45.437144 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:40:45.445718 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:40:45.462525 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.513841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:45.514502 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.515890 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 1094 time: 1.4231913 Jul 15 15:40:45.518455 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:45.520572 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e70012-6bb5-4325-a94c-a85f204383ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:45.549478 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2e2402ca-0316-4ff6-80f7-153d2cfcd238 req-61ffbe12-5a35-46bc-9595-d4de74e0d68d tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156147 Jul 15 15:40:45.580812 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f867c2a-ee6d-4706-8541-19cb28d46af9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:45.612124 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1970dc-86b9-45bc-8b2c-f79027bafd32 x-openstack-request-id: req-3d1970dc-86b9-45bc-8b2c-f79027bafd32 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:45.612124 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:45.622817 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d1970dc-86b9-45bc-8b2c-f79027bafd32 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:45.623349 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'status': 'completed', 'code': 200} Jul 15 15:40:45.688118 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-29a39fa0-1e53-4852-b51e-26ba827f61b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.696703 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-29a39fa0-1e53-4852-b51e-26ba827f61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.715836 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-b70c631e-9401-4936-ba2c-8b7657771953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:45.718526 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-b70c631e-9401-4936-ba2c-8b7657771953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1186368 Jul 15 15:40:45.742440 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-29a39fa0-1e53-4852-b51e-26ba827f61b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ac5a5fbd26f474bb1fa6de39aca3d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784621 Jul 15 15:40:45.745133 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 54980) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:45.791191 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39fa0-1e53-4852-b51e-26ba827f61b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff1c2e-385d-48bc-93ce-9b7b2a3c8447,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:45.815793 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-bafaebe1-de82-4705-85c1-82c93040f77d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 217 time: 0.0841730 Jul 15 15:40:45.850332 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-190c3d4e-b8ef-4648-b234-fde044539c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.878141 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-190c3d4e-b8ef-4648-b234-fde044539c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.941284 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-58cf3a84-1797-4703-a307-72328a0c9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:45.942786 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-58cf3a84-1797-4703-a307-72328a0c9e36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.1032782 Jul 15 15:40:45.947243 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-190c3d4e-b8ef-4648-b234-fde044539c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.951029 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-190c3d4e-b8ef-4648-b234-fde044539c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:45.954494 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-190c3d4e-b8ef-4648-b234-fde044539c09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20ff1c2e-385d-48bc-93ce-9b7b2a3c8447 HTTP/1.1" status: 204 len: 168 time: 0.2061355 Jul 15 15:40:45.971957 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c3d4e-b8ef-4648-b234-fde044539c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff1c2e-385d-48bc-93ce-9b7b2a3c8447,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:46.090912 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39398-bd87-4cd2-a200-82e724444052 req-28eb397f-ec0e-4a23-81ce-e4a84b3f2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:46.093239 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-28eb397f-ec0e-4a23-81ce-e4a84b3f2158 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1289530 Jul 15 15:40:46.101761 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a129fee-b7af-4df7-a499-2ac11046da03 req-831af2ad-599a-459d-bf04-c71e9ad46596 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:46.106620 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6a129fee-b7af-4df7-a499-2ac11046da03 req-831af2ad-599a-459d-bf04-c71e9ad46596 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 943 time: 0.2815325 Jul 15 15:40:46.107393 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33161f6d-73f9-4e71-9621-2f024e43951c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:46.183063 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6a129fee-b7af-4df7-a499-2ac11046da03 req-9cafdb4b-d211-4ce9-8c4f-ea6e506ddc33 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714786 Jul 15 15:40:46.260562 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-7daab3e5-8757-49c1-8850-4dafce9fe2a0 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508672 Jul 15 15:40:46.280843 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 33161f6d-73f9-4e71-9621-2f024e43951c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33161f6d-73f9-4e71-9621-2f024e43951c,segment=NetworkSegment(f239dbb0-2f76-45bc-a9e3-2a1db82529cb),segment_id=f239dbb0-2f76-45bc-a9e3-2a1db82529cb)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:46.292472 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '33161f6d-73f9-4e71-9621-2f024e43951c', 'network_id': '0a1a43db-90c3-451e-b7f0-0aea6164855a', 'port_id': '33161f6d-73f9-4e71-9621-2f024e43951c', 'mac_address': 'fa:16:3e:9a:b7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999fcfb6-47ec-4301-8560-e22f4b77b8ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:46.306896 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ffe5-0246-4641-8ccd-cf86663280e4 req-acea992a-581e-4aa6-afff-0ad9c87b239f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:46.308413 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7b02ffe5-0246-4641-8ccd-cf86663280e4 req-acea992a-581e-4aa6-afff-0ad9c87b239f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0954454 Jul 15 15:40:46.359842 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7b02ffe5-0246-4641-8ccd-cf86663280e4 req-a285da2c-dc88-46c4-b57e-ada253bba545 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436666 Jul 15 15:40:46.369538 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.383233 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33161f6d-73f9-4e71-9621-2f024e43951c {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:46.406832 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 33161f6d-73f9-4e71-9621-2f024e43951c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33161f6d-73f9-4e71-9621-2f024e43951c,segment=NetworkSegment(f239dbb0-2f76-45bc-a9e3-2a1db82529cb),segment_id=f239dbb0-2f76-45bc-a9e3-2a1db82529cb)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:46.414962 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.416270 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9b2267e6-ccc7-4c25-ad26-94a76242a675 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:46.498023 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=33161f6d-73f9-4e71-9621-2f024e43951c,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:46.500361 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b36a8e-c65f-48ce-b767-efed017d1887 req-9682d04a-6fc8-425f-9966-9194615048b5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:46.507203 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-97b36a8e-c65f-48ce-b767-efed017d1887 req-9682d04a-6fc8-425f-9966-9194615048b5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 943 time: 0.0807109 Jul 15 15:40:46.554202 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-97b36a8e-c65f-48ce-b767-efed017d1887 req-18075663-5a8c-4fab-80fa-3fb54b0da168 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Jul 15 15:40:46.596315 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 9b2267e6-ccc7-4c25-ad26-94a76242a675, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:46.607841 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '9b2267e6-ccc7-4c25-ad26-94a76242a675', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'port_id': '9b2267e6-ccc7-4c25-ad26-94a76242a675', 'mac_address': 'fa:16:3e:87:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:46.651619 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.666854 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2267e6-ccc7-4c25-ad26-94a76242a675 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:46.694664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 9b2267e6-ccc7-4c25-ad26-94a76242a675, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:46.699094 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.700684 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:46.762340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e8d5-9448-476b-9b4c-75810bb9fd0d req-20671468-e4a1-4273-b9ed-853e55676353 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:46.763938 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2573e8d5-9448-476b-9b4c-75810bb9fd0d req-20671468-e4a1-4273-b9ed-853e55676353 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0832829 Jul 15 15:40:46.778554 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=9b2267e6-ccc7-4c25-ad26-94a76242a675,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:46.811282 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2573e8d5-9448-476b-9b4c-75810bb9fd0d req-a05170f0-d30e-48f7-9660-ab5d22411639 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Jul 15 15:40:46.854310 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:46.867189 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'port_id': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07', 'mac_address': 'fa:16:3e:8f:bf:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f933057-0801-4575-8299-ca882d33ce6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:46.907027 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.921846 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:46.944514 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:46.951427 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:46.952280 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d40c4162-cd2d-4154-8020-2d40873feff5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:47.018555 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:47.034724 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d40c4162-cd2d-4154-8020-2d40873feff5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d40c4162-cd2d-4154-8020-2d40873feff5,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:47.046250 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'd40c4162-cd2d-4154-8020-2d40873feff5', 'network_id': '49ec55a5-83a3-471f-ab88-185507f0ecdd', 'port_id': 'd40c4162-cd2d-4154-8020-2d40873feff5', 'mac_address': 'fa:16:3e:78:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1cb357-ba6b-4385-ada2-63d702b9563a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:47.083664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:47.097776 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40c4162-cd2d-4154-8020-2d40873feff5 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:47.118910 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d40c4162-cd2d-4154-8020-2d40873feff5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d40c4162-cd2d-4154-8020-2d40873feff5,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:47.123597 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:47.178678 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=d40c4162-cd2d-4154-8020-2d40873feff5,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:47.396005 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2b39398-bd87-4cd2-a200-82e724444052 req-6fe5410f-c4dc-41b4-b0d7-70948283c12a service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791203 Jul 15 15:40:47.421532 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce02e86-1bc3-4ae0-a9b6-0d84a9bed197 req-8253af8e-8798-44b9-9859-a63862aa805e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:47.423208 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ce02e86-1bc3-4ae0-a9b6-0d84a9bed197 req-8253af8e-8798-44b9-9859-a63862aa805e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0802064 Jul 15 15:40:47.463257 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ce02e86-1bc3-4ae0-a9b6-0d84a9bed197 req-ffc8c4ed-7c46-41db-879a-e6848f1249cc tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Jul 15 15:40:47.564299 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9653b-bb6c-4397-97cc-df0394abbe6b req-8f3c8312-10ad-46d2-81b0-6fba62da1f13 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:47.565784 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-67e9653b-bb6c-4397-97cc-df0394abbe6b req-8f3c8312-10ad-46d2-81b0-6fba62da1f13 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0664845 Jul 15 15:40:47.602807 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-67e9653b-bb6c-4397-97cc-df0394abbe6b req-0a808d1f-577c-4cf6-98d9-2727478c7f03 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jul 15 15:40:47.723958 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2d142-f523-4680-8601-fb49d3b76c5c req-b46d9d92-6586-45bc-9fee-585a67689af9 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:47.725444 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4be2d142-f523-4680-8601-fb49d3b76c5c req-b46d9d92-6586-45bc-9fee-585a67689af9 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0647955 Jul 15 15:40:47.765076 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4be2d142-f523-4680-8601-fb49d3b76c5c req-35284f1f-005e-45db-b6ce-4dc1b42af8d4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Jul 15 15:40:47.988493 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35966009-b47f-4f96-a486-7f92118cd3aa req-4a4a3113-e056-461a-b4f2-168697d22625 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:47.989967 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35966009-b47f-4f96-a486-7f92118cd3aa req-4a4a3113-e056-461a-b4f2-168697d22625 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0654578 Jul 15 15:40:48.027803 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35966009-b47f-4f96-a486-7f92118cd3aa req-3f0766ea-2ae0-4796-99a4-b597f35cff67 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Jul 15 15:40:48.634428 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c79697-a4ba-452d-9a23-988909cacd70 req-0ca87ce9-686b-4af0-8035-7d51c4cf85ed tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:48.635903 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f3c79697-a4ba-452d-9a23-988909cacd70 req-0ca87ce9-686b-4af0-8035-7d51c4cf85ed tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0613768 Jul 15 15:40:48.672330 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f3c79697-a4ba-452d-9a23-988909cacd70 req-6e036509-5dd1-40fc-aa97-17f2f81528dc tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304005 Jul 15 15:40:48.791846 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93571608-23d9-47c0-b64b-f016e8b424d6 req-c433ead8-75ee-4d29-a9cd-3241519486bd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:48.793302 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93571608-23d9-47c0-b64b-f016e8b424d6 req-c433ead8-75ee-4d29-a9cd-3241519486bd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0601225 Jul 15 15:40:48.830646 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93571608-23d9-47c0-b64b-f016e8b424d6 req-5294dca4-214f-4c5e-ac58-88365bd89654 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Jul 15 15:40:48.935457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201255bc-6adf-4917-8272-d483554c9689 req-3835ab5a-6cf0-4994-bcf0-858f9587cc45 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:48.936842 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-201255bc-6adf-4917-8272-d483554c9689 req-3835ab5a-6cf0-4994-bcf0-858f9587cc45 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0633059 Jul 15 15:40:48.974627 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-201255bc-6adf-4917-8272-d483554c9689 req-bfaac1b5-ab73-4dd1-9376-21338af54216 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jul 15 15:40:49.193770 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8dbf9-19df-4441-9874-0078a2c86d62 req-9b4b03bd-2a17-4598-9589-411c98ad0266 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:49.195188 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-34f8dbf9-19df-4441-9874-0078a2c86d62 req-9b4b03bd-2a17-4598-9589-411c98ad0266 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0622296 Jul 15 15:40:49.237473 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-34f8dbf9-19df-4441-9874-0078a2c86d62 req-568dd0fa-e93d-4432-bfe9-7be15fbfdf43 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356245 Jul 15 15:40:49.262268 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e70012-6bb5-4325-a94c-a85f204383ef req-6546d07e-1b0d-4022-b210-3ea58f5fe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:49.263783 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-6546d07e-1b0d-4022-b210-3ea58f5fe2e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0510144 Jul 15 15:40:49.366846 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e70012-6bb5-4325-a94c-a85f204383ef req-c39b7af9-d86b-4534-9043-03fb6c2dd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:49.368292 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-c39b7af9-d86b-4534-9043-03fb6c2dd171 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.0831900 Jul 15 15:40:49.413618 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-37c48924-4e4c-4450-b7d7-bf03df54c7a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 217 time: 0.0376287 Jul 15 15:40:49.461090 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e70012-6bb5-4325-a94c-a85f204383ef req-e09914e5-fe6a-4267-91a2-e77b9eee77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:49.462572 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-e09914e5-fe6a-4267-91a2-e77b9eee77fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0424278 Jul 15 15:40:49.518926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e70012-6bb5-4325-a94c-a85f204383ef req-2065c525-f58b-44ba-984e-ea2e10a24f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:49.520636 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-2065c525-f58b-44ba-984e-ea2e10a24f04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508766 Jul 15 15:40:49.817781 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-91d4953d-956f-414e-b17a-9ea232db1511 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902300 Jul 15 15:40:49.847675 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a0cec-3a79-477b-924b-7d13a51665c6 req-b7013125-a0ab-437a-adb8-b3830d584424 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:49.849059 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a67a0cec-3a79-477b-924b-7d13a51665c6 req-b7013125-a0ab-437a-adb8-b3830d584424 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0670340 Jul 15 15:40:49.885989 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a67a0cec-3a79-477b-924b-7d13a51665c6 req-7a3d4f68-fd7c-40f7-a6d1-9550831817de tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Jul 15 15:40:50.002251 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d021d1-ec78-47ef-b53a-510948859328 req-4809022c-1e9b-4978-b1df-f3676e2d9fa8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:50.003660 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-56d021d1-ec78-47ef-b53a-510948859328 req-4809022c-1e9b-4978-b1df-f3676e2d9fa8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0615444 Jul 15 15:40:50.041253 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-56d021d1-ec78-47ef-b53a-510948859328 req-d70bdeef-d69d-4e87-9c3b-aee8a0e9088b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Jul 15 15:40:50.155630 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d9335-4300-435a-9b67-34e48ead9a64 req-509659dc-3b23-4193-8928-68f691729925 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:50.158591 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-104d9335-4300-435a-9b67-34e48ead9a64 req-509659dc-3b23-4193-8928-68f691729925 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0690610 Jul 15 15:40:50.195141 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-104d9335-4300-435a-9b67-34e48ead9a64 req-8d82ee78-2008-45c6-b636-9c34fe856cb4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Jul 15 15:40:50.411866 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ae469-ab64-4e0a-a9c0-7a6939f6c993 req-36517fd2-9ced-4eaa-8520-95d5ad8571f4 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:50.413323 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e8ae469-ab64-4e0a-a9c0-7a6939f6c993 req-36517fd2-9ced-4eaa-8520-95d5ad8571f4 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0667503 Jul 15 15:40:50.450968 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e8ae469-ab64-4e0a-a9c0-7a6939f6c993 req-7b928eb3-b286-4851-9bc8-1d562677b8c2 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Jul 15 15:40:50.639512 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63e70012-6bb5-4325-a94c-a85f204383ef req-1eda52e0-81b2-46b4-b243-b8ce68bfa102 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Jul 15 15:40:51.057816 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca51a-98ac-4f91-bd02-848fab4a24bb req-c66c9a37-02da-4055-a0c6-f213d629c378 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:51.059419 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-85eca51a-98ac-4f91-bd02-848fab4a24bb req-c66c9a37-02da-4055-a0c6-f213d629c378 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0654337 Jul 15 15:40:51.096572 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-85eca51a-98ac-4f91-bd02-848fab4a24bb req-2a891d7a-c33a-434a-b5e2-956374c8ff69 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 15 15:40:51.221291 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e9440-1cbf-4b13-9943-db172197edf4 req-6d946109-bf39-490b-9c84-cbce08850499 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:51.222802 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d09e9440-1cbf-4b13-9943-db172197edf4 req-6d946109-bf39-490b-9c84-cbce08850499 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0650499 Jul 15 15:40:51.261142 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d09e9440-1cbf-4b13-9943-db172197edf4 req-e3b5198c-671b-4c19-b669-64ea6ae92507 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Jul 15 15:40:51.363984 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556a5b4-61f8-45a1-a7f6-55e12605d959 req-83ae09e0-ff54-4a08-9dee-de17b91917a1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:51.365435 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7556a5b4-61f8-45a1-a7f6-55e12605d959 req-83ae09e0-ff54-4a08-9dee-de17b91917a1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0617793 Jul 15 15:40:51.401402 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7556a5b4-61f8-45a1-a7f6-55e12605d959 req-aa64bac9-437e-4174-97ce-8e7228f5f38b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Jul 15 15:40:51.629667 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f570-dd4a-4a3d-bb36-5a1c1f1300df req-feacb6e0-9c24-489e-8068-c450c2b0232d tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:51.631173 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8c61f570-dd4a-4a3d-bb36-5a1c1f1300df req-feacb6e0-9c24-489e-8068-c450c2b0232d tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0618608 Jul 15 15:40:51.666997 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8c61f570-dd4a-4a3d-bb36-5a1c1f1300df req-4e55da28-1191-4259-abbe-10f955364145 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303898 Jul 15 15:40:52.264222 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd111-c1f3-4509-937a-7b20451ec789 req-aae90f7f-6d0f-4a12-98ba-dd2d16049392 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:52.265725 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-172dd111-c1f3-4509-937a-7b20451ec789 req-aae90f7f-6d0f-4a12-98ba-dd2d16049392 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0622885 Jul 15 15:40:52.301976 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-172dd111-c1f3-4509-937a-7b20451ec789 req-95d1e9c6-1e30-4896-b18e-e60e80e61eea tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307148 Jul 15 15:40:52.434707 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32237161-8c3b-463e-87cc-3a68765cfd6c req-923c35a1-10da-43c8-86ac-a28df82dbf7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:52.436219 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-32237161-8c3b-463e-87cc-3a68765cfd6c req-923c35a1-10da-43c8-86ac-a28df82dbf7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0609484 Jul 15 15:40:52.477140 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-32237161-8c3b-463e-87cc-3a68765cfd6c req-89ec72e7-6925-45a0-937b-eee9e4e8bf0b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351870 Jul 15 15:40:52.576811 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571db94-9885-4a88-9670-1130585d4ddd req-6e73ba2b-0e4b-4528-a3ac-4b2d2f37909f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:52.578316 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3571db94-9885-4a88-9670-1130585d4ddd req-6e73ba2b-0e4b-4528-a3ac-4b2d2f37909f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0683024 Jul 15 15:40:52.617207 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3571db94-9885-4a88-9670-1130585d4ddd req-12240044-6b92-41a8-b9cc-f318ccb6a0b7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331228 Jul 15 15:40:52.791748 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:52.835303 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['d40c4162-cd2d-4154-8020-2d40873feff5'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:52.837329 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['33161f6d-73f9-4e71-9621-2f024e43951c'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:52.838797 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ea6c-8c03-4627-8c38-389924e6729f req-5c495e0a-615d-4b05-9e64-24f7a036ccc4 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:52.840937 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4856ea6c-8c03-4627-8c38-389924e6729f req-5c495e0a-615d-4b05-9e64-24f7a036ccc4 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0663004 Jul 15 15:40:52.877329 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4856ea6c-8c03-4627-8c38-389924e6729f req-cda41a11-2dfa-4fad-a52c-221253a58e63 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306418 Jul 15 15:40:52.888704 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['9b2267e6-ccc7-4c25-ad26-94a76242a675'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:53.481052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462975b-0405-4f2c-81e8-34474b32c56f req-ef953683-df47-40a9-b4fb-c3892b909a44 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:53.482572 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c462975b-0405-4f2c-81e8-34474b32c56f req-ef953683-df47-40a9-b4fb-c3892b909a44 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0628929 Jul 15 15:40:53.528705 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c462975b-0405-4f2c-81e8-34474b32c56f req-1e0bd995-ef2f-428e-af3a-405867240745 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 Jul 15 15:40:53.667008 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b0717-8422-48c3-8810-e18eddb62c22 req-07d833e3-156e-4a71-ba38-973d03cbb5c7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:53.669054 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e57b0717-8422-48c3-8810-e18eddb62c22 req-07d833e3-156e-4a71-ba38-973d03cbb5c7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0687571 Jul 15 15:40:53.721372 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e57b0717-8422-48c3-8810-e18eddb62c22 req-395bf33d-279b-4d1b-bc4e-3aba5330221d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466974 Jul 15 15:40:53.829595 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4949-464b-408b-bdad-644999fafe98 req-d5a697da-5ad5-4eab-a8d7-19deaf6db94b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:53.831860 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b41b4949-464b-408b-bdad-644999fafe98 req-d5a697da-5ad5-4eab-a8d7-19deaf6db94b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0706205 Jul 15 15:40:53.875139 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b41b4949-464b-408b-bdad-644999fafe98 req-92cfbd13-2dac-49d7-8828-5f4dba3b3cad tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376616 Jul 15 15:40:54.056121 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ea7aa-005a-4a8a-9a6a-2014a2bca163 req-c9bcbaac-ac1d-4454-b1a9-5d02295984fc tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:54.057523 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-704ea7aa-005a-4a8a-9a6a-2014a2bca163 req-c9bcbaac-ac1d-4454-b1a9-5d02295984fc tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0688691 Jul 15 15:40:54.098603 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-704ea7aa-005a-4a8a-9a6a-2014a2bca163 req-8a145cd6-2b57-49f1-8857-c79ac963ea26 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Jul 15 15:40:54.718076 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e3c33-000c-4709-860d-44fefb6be07c req-edf9753c-50e4-476a-b70f-3280cae16ee1 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:54.721033 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-296e3c33-000c-4709-860d-44fefb6be07c req-edf9753c-50e4-476a-b70f-3280cae16ee1 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0665927 Jul 15 15:40:54.758011 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-296e3c33-000c-4709-860d-44fefb6be07c req-5de40a56-cbc3-42ef-ae9d-13ee066ec3ee tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329273 Jul 15 15:40:54.914061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60365d0-6f68-47e1-9b05-a0fa38f6d527 req-272278a6-9cfe-4d1e-bdd1-1a695fd1dee3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:54.915601 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c60365d0-6f68-47e1-9b05-a0fa38f6d527 req-272278a6-9cfe-4d1e-bdd1-1a695fd1dee3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0634191 Jul 15 15:40:54.956785 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c60365d0-6f68-47e1-9b05-a0fa38f6d527 req-babb6069-acf9-4bc3-8e95-6c41d8899c0e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345304 Jul 15 15:40:55.051120 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39301df5-5d15-49b6-8c3f-a6820a5469d3 req-427bf59d-73f3-42a0-bcc2-64d517e12ca5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:55.053088 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-39301df5-5d15-49b6-8c3f-a6820a5469d3 req-427bf59d-73f3-42a0-bcc2-64d517e12ca5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0648143 Jul 15 15:40:55.092265 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55256) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:55.100275 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-39301df5-5d15-49b6-8c3f-a6820a5469d3 req-8f97abff-8c16-4e45-b70f-a12245d52942 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Jul 15 15:40:55.208088 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-774dacda-5f05-42be-a091-0c852373265f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.309435 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5002dd0-7e5e-4081-9392-0c7579e1bae9 req-af21bebf-07be-4424-b70f-0483fb6dbd29 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:55.310970 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5002dd0-7e5e-4081-9392-0c7579e1bae9 req-af21bebf-07be-4424-b70f-0483fb6dbd29 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0997097 Jul 15 15:40:55.378915 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5002dd0-7e5e-4081-9392-0c7579e1bae9 req-b3de0b2a-d097-4d01-b0fc-b67282c0e32e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611453 Jul 15 15:40:55.405662 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-774dacda-5f05-42be-a091-0c852373265f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.409770 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-774dacda-5f05-42be-a091-0c852373265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.450416 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-774dacda-5f05-42be-a091-0c852373265f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26f77045677e42c19facf682ae381804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539627 Jul 15 15:40:55.450416 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dacda-5f05-42be-a091-0c852373265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01a1d0-b65d-4397-998f-13733d599fb0,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:55.451198 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55268) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:55.503851 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5d8e476a-91ce-4082-8944-46f05898074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.525772 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5d8e476a-91ce-4082-8944-46f05898074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.570077 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5d8e476a-91ce-4082-8944-46f05898074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.572601 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5d8e476a-91ce-4082-8944-46f05898074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.573974 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-5d8e476a-91ce-4082-8944-46f05898074c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc01a1d0-b65d-4397-998f-13733d599fb0 HTTP/1.1" status: 204 len: 168 time: 0.1217988 Jul 15 15:40:55.581145 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e476a-91ce-4082-8944-46f05898074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01a1d0-b65d-4397-998f-13733d599fb0,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:55.837168 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55282) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:55.852038 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc3f-a954-4b7e-aac8-94589362e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:55.926351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:40:55.977669 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebea9d8-75ef-4f8e-a3ea-73f2757ae9ba req-adf1e6a1-5e24-4d5d-9170-9005e216fe9e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:55.979184 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3ebea9d8-75ef-4f8e-a3ea-73f2757ae9ba req-adf1e6a1-5e24-4d5d-9170-9005e216fe9e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0988722 Jul 15 15:40:56.032342 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:56.038075 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3ebea9d8-75ef-4f8e-a3ea-73f2757ae9ba req-550fd4ea-2609-4647-be1a-9dcaf71b624c tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522504 Jul 15 15:40:56.039818 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc3f-a954-4b7e-aac8-94589362e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.044892 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'mac_address': 'fa:16:3e:ad:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:40:56.046671 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dc3f-a954-4b7e-aac8-94589362e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.085362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dc3f-a954-4b7e-aac8-94589362e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467d30d2-1717-44bd-bfc2-27448c239868,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:56.091383 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.103091 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d2e6dc3f-a954-4b7e-aac8-94589362e580 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37eb5d5a5bfc4ed486cfb7a213b92386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621136 Jul 15 15:40:56.103246 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55290) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:56.107720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0509eda-5274-495c-800b-bb4ebdfccd64 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:40:56.129026 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:56.136156 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.160557 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db410ecd-d5c4-4072-a004-f75fee48159f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.189625 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db410ecd-d5c4-4072-a004-f75fee48159f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.190065 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:56.243634 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db410ecd-d5c4-4072-a004-f75fee48159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.246850 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-db410ecd-d5c4-4072-a004-f75fee48159f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.247930 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-db410ecd-d5c4-4072-a004-f75fee48159f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/467d30d2-1717-44bd-bfc2-27448c239868 HTTP/1.1" status: 204 len: 168 time: 0.1431310 Jul 15 15:40:56.287185 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db410ecd-d5c4-4072-a004-f75fee48159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467d30d2-1717-44bd-bfc2-27448c239868,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:56.296257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e15ef-f00e-4bb3-92e6-036d2a9d9d5d req-87e41ed3-4c4c-4195-895a-e781da92c088 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:56.304568 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-967e15ef-f00e-4bb3-92e6-036d2a9d9d5d req-87e41ed3-4c4c-4195-895a-e781da92c088 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0784125 Jul 15 15:40:56.323858 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaffa22-1118-4ec4-b6c9-f0d2ac5a1e5b req-fe7c9a97-3922-4477-963e-e49a85c462b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:56.325456 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7aaffa22-1118-4ec4-b6c9-f0d2ac5a1e5b req-fe7c9a97-3922-4477-963e-e49a85c462b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 945 time: 0.0840483 Jul 15 15:40:56.346958 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-967e15ef-f00e-4bb3-92e6-036d2a9d9d5d req-6ff6173e-d049-48ff-aea7-e1ad78d3dc83 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Jul 15 15:40:56.364495 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7aaffa22-1118-4ec4-b6c9-f0d2ac5a1e5b req-a8b9112f-86d0-4bc5-8850-db6e1d4bab66 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328732 Jul 15 15:40:56.556889 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc0f8-d1ab-4505-8943-8569d0a222fa req-8c5373c6-871c-43b4-97fe-723e231505e0 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:56.558367 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c28bc0f8-d1ab-4505-8943-8569d0a222fa req-8c5373c6-871c-43b4-97fe-723e231505e0 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 944 time: 0.0630333 Jul 15 15:40:56.598830 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c28bc0f8-d1ab-4505-8943-8569d0a222fa req-bb03bdd6-dddc-4981-be0c-ce4885f5c90a tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Jul 15 15:40:56.853266 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33161f6d-73f9-4e71-9621-2f024e43951c up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:56.899112 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 33161f6d-73f9-4e71-9621-2f024e43951c completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:56.903246 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 33161f6d-73f9-4e71-9621-2f024e43951c triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:56.903614 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:56.982879 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.016138 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c41f236-d377-427f-9732-a25dfbdd3386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33161f6d-73f9-4e71-9621-2f024e43951c'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:57.089063 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 33161f6d-73f9-4e71-9621-2f024e43951c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33161f6d-73f9-4e71-9621-2f024e43951c,segment=NetworkSegment(f239dbb0-2f76-45bc-a9e3-2a1db82529cb),segment_id=f239dbb0-2f76-45bc-a9e3-2a1db82529cb)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:57.100241 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.101147 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9b2267e6-ccc7-4c25-ad26-94a76242a675 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:57.172033 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=33161f6d-73f9-4e71-9621-2f024e43951c,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:57.206356 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 9b2267e6-ccc7-4c25-ad26-94a76242a675 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:57.216356 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 9b2267e6-ccc7-4c25-ad26-94a76242a675 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:57.216737 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.222364 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627b2e48-e355-4c37-a6d6-b22fb041f7d8" -d '{"events": [{"server_uuid": "7c41f236-d377-427f-9732-a25dfbdd3386", "name": "network-vif-plugged", "status": "completed", "tag": "33161f6d-73f9-4e71-9621-2f024e43951c"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:57.245669 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f236b-dea4-45b1-b565-32458739b259 req-0b16101b-378d-479d-851f-e655fbfe87b5 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:57.247855 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-183f236b-dea4-45b1-b565-32458739b259 req-0b16101b-378d-479d-851f-e655fbfe87b5 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 944 time: 0.0711520 Jul 15 15:40:57.289128 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-183f236b-dea4-45b1-b565-32458739b259 req-a8dae47a-c3a4-4675-b3c9-5928fd73f170 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Jul 15 15:40:57.314882 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.347975 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 9b2267e6-ccc7-4c25-ad26-94a76242a675, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:57.352143 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.353075 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:57.428220 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b5f142-3d4e-4e8f-a108-3e25288be0a8 x-openstack-request-id: req-18b5f142-3d4e-4e8f-a108-3e25288be0a8 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:57.428616 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c41f236-d377-427f-9732-a25dfbdd3386", "name": "network-vif-plugged", "status": "completed", "tag": "33161f6d-73f9-4e71-9621-2f024e43951c", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:57.428876 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18b5f142-3d4e-4e8f-a108-3e25288be0a8 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:57.429309 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c41f236-d377-427f-9732-a25dfbdd3386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33161f6d-73f9-4e71-9621-2f024e43951c', 'code': 200} Jul 15 15:40:57.436208 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=9b2267e6-ccc7-4c25-ad26-94a76242a675,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:57.459643 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:57.464428 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:57.466154 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.574070 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.583983 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01576bb9-fa64-4522-ade8-b5e611c26162 req-861628ba-5dff-4b47-ab7d-685c7c85dae7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:57.585585 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-01576bb9-fa64-4522-ade8-b5e611c26162 req-861628ba-5dff-4b47-ab7d-685c7c85dae7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 944 time: 0.0945694 Jul 15 15:40:57.611476 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:57.616355 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.617175 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d40c4162-cd2d-4154-8020-2d40873feff5 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:40:57.628212 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-01576bb9-fa64-4522-ade8-b5e611c26162 req-19918c55-652f-4c5f-8602-f104ef727d37 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345054 Jul 15 15:40:57.678839 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298d7e-5d3a-455a-ac55-d56642fcd66c req-2730dfeb-87a6-44e2-847a-a65fa26846b4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:57.680483 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4b298d7e-5d3a-455a-ac55-d56642fcd66c req-2730dfeb-87a6-44e2-847a-a65fa26846b4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 945 time: 0.1114104 Jul 15 15:40:57.695374 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:57.718289 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port d40c4162-cd2d-4154-8020-2d40873feff5 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:40:57.722588 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4b298d7e-5d3a-455a-ac55-d56642fcd66c req-abe4b63f-e9dd-4391-80dd-025da30084e8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360553 Jul 15 15:40:57.726855 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port d40c4162-cd2d-4154-8020-2d40873feff5 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:40:57.727428 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.814367 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.844141 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165d9f-992d-486a-8c12-5e380bd96db5 req-5dd95b3e-dbb3-4fcb-a64e-feae315b9e8f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:57.845620 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7d165d9f-992d-486a-8c12-5e380bd96db5 req-5dd95b3e-dbb3-4fcb-a64e-feae315b9e8f tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.0790136 Jul 15 15:40:57.847687 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d40c4162-cd2d-4154-8020-2d40873feff5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d40c4162-cd2d-4154-8020-2d40873feff5,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:40:57.851609 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:57.889212 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7d165d9f-992d-486a-8c12-5e380bd96db5 req-a767b92f-1ccb-486f-a333-796c12bd9c40 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Jul 15 15:40:57.905167 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=d40c4162-cd2d-4154-8020-2d40873feff5,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:58.204753 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc90a7e-e0d2-4826-9d72-f5064379db56 req-6b60f77f-00aa-4ac8-aa02-6aedd7d59fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:58.206505 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dfc90a7e-e0d2-4826-9d72-f5064379db56 req-6b60f77f-00aa-4ac8-aa02-6aedd7d59fee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 1098 time: 0.0836928 Jul 15 15:40:58.210414 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['c0509eda-5274-495c-800b-bb4ebdfccd64'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:40:58.226933 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-dfc90a7e-e0d2-4826-9d72-f5064379db56 req-8b4a35c9-a693-478e-92d7-2a529046f1cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.335537 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-dfc90a7e-e0d2-4826-9d72-f5064379db56 req-8b4a35c9-a693-478e-92d7-2a529046f1cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.341597 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-dfc90a7e-e0d2-4826-9d72-f5064379db56 req-8b4a35c9-a693-478e-92d7-2a529046f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.355235 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55394) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:58.382808 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dfc90a7e-e0d2-4826-9d72-f5064379db56 req-8b4a35c9-a693-478e-92d7-2a529046f1cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693633 Jul 15 15:40:58.392428 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a35c9-a693-478e-92d7-2a529046f1cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa6835-dc31-47eb-b438-fb1fd26a309e,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:58.462706 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-adcd6ce7-fa08-48c0-8a27-ea3ec118a0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.481335 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77445235-5013-4a1a-bcaa-ac9e2261a076 req-f127a955-0952-4fef-ab3d-4c7bd617f805 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:58.482859 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-77445235-5013-4a1a-bcaa-ac9e2261a076 req-f127a955-0952-4fef-ab3d-4c7bd617f805 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0637701 Jul 15 15:40:58.519491 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-77445235-5013-4a1a-bcaa-ac9e2261a076 req-91f5e1bd-470e-4a59-8d65-c6e75dbf96a7 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Jul 15 15:40:58.551142 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-adcd6ce7-fa08-48c0-8a27-ea3ec118a0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.554932 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-adcd6ce7-fa08-48c0-8a27-ea3ec118a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.597698 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-adcd6ce7-fa08-48c0-8a27-ea3ec118a0b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3645bd6f0f5047b8975e6c58a8079694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391856 Jul 15 15:40:58.597698 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd6ce7-fa08-48c0-8a27-ea3ec118a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0081be67-16ed-451e-bb96-2152e8126571,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:58.598094 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55402) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:58.649510 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3ed-2619-496e-94ba-b793eea47a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.671639 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3ed-2619-496e-94ba-b793eea47a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.723374 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3ed-2619-496e-94ba-b793eea47a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.726954 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3ed-2619-496e-94ba-b793eea47a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:58.731168 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fcabc3ed-2619-496e-94ba-b793eea47a09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0081be67-16ed-451e-bb96-2152e8126571 HTTP/1.1" status: 204 len: 168 time: 0.1314673 Jul 15 15:40:58.739202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabc3ed-2619-496e-94ba-b793eea47a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081be67-16ed-451e-bb96-2152e8126571,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:58.835627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01ae3d-2755-4f34-a2c0-056d48b0d633 req-e1c07022-7efd-4df1-97de-70ea0b8ace92 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:58.842935 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c01ae3d-2755-4f34-a2c0-056d48b0d633 req-e1c07022-7efd-4df1-97de-70ea0b8ace92 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0947731 Jul 15 15:40:58.892677 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c01ae3d-2755-4f34-a2c0-056d48b0d633 req-ac4f2ad1-987e-4ca7-84c5-efc9e056e274 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488617 Jul 15 15:40:59.003966 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704799f6-9963-48b3-a0c8-44a82774ea6b req-eaf885d1-566f-438c-a583-ae64cd1ec5c8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:59.006210 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-704799f6-9963-48b3-a0c8-44a82774ea6b req-eaf885d1-566f-438c-a583-ae64cd1ec5c8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 945 time: 0.1222174 Jul 15 15:40:59.054513 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-704799f6-9963-48b3-a0c8-44a82774ea6b req-1aae79c5-351f-4215-bf55-414528a570e0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420768 Jul 15 15:40:59.140452 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55432) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:59.162191 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3768e2de-0ea7-429e-99f5-96926cd5f876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.192956 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d84a74-fd83-4d88-89ef-bd91db28f979 req-8c105a90-6c6a-416a-b9d9-05dc9e47400a tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:59.205546 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-54d84a74-fd83-4d88-89ef-bd91db28f979 req-8c105a90-6c6a-416a-b9d9-05dc9e47400a tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.1222839 Jul 15 15:40:59.267208 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-54d84a74-fd83-4d88-89ef-bd91db28f979 req-30203c03-a86c-40e8-8fe6-92f1a5331e7a tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608730 Jul 15 15:40:59.332083 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3768e2de-0ea7-429e-99f5-96926cd5f876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.336011 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3768e2de-0ea7-429e-99f5-96926cd5f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.375647 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3768e2de-0ea7-429e-99f5-96926cd5f876 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c67f793837a48309d59837a38aa0274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333515 Jul 15 15:40:59.376563 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e2de-0ea7-429e-99f5-96926cd5f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88deb938-10fa-496b-931f-a930f7f93900,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:59.378846 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55448) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:40:59.427751 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0097c69b-fb07-4f7c-83db-69c37bcf381b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.431045 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2267e6-ccc7-4c25-ad26-94a76242a675'}, {'server_uuid': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07'}, {'server_uuid': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40c4162-cd2d-4154-8020-2d40873feff5'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:40:59.433415 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cced597-c072-42f1-8d09-ad562c04b650" -d '{"events": [{"server_uuid": "0f78aa8f-3d47-413d-9f27-28009aa8f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2267e6-ccc7-4c25-ad26-94a76242a675"}, {"server_uuid": "1903cb11-fa84-49c5-8d3e-35a6692e303f", "name": "network-vif-plugged", "status": "completed", "tag": "70285bbc-fc08-4fb0-89b5-dd1e11f49f07"}, {"server_uuid": "d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "d40c4162-cd2d-4154-8020-2d40873feff5"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:40:59.453202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0097c69b-fb07-4f7c-83db-69c37bcf381b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.479807 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e01e2f1-7eab-400b-8f97-6beb5d746335 x-openstack-request-id: req-3e01e2f1-7eab-400b-8f97-6beb5d746335 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:40:59.480157 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f78aa8f-3d47-413d-9f27-28009aa8f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2267e6-ccc7-4c25-ad26-94a76242a675", "code": 200}, {"server_uuid": "1903cb11-fa84-49c5-8d3e-35a6692e303f", "name": "network-vif-plugged", "status": "completed", "tag": "70285bbc-fc08-4fb0-89b5-dd1e11f49f07", "code": 200}, {"server_uuid": "d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3", "name": "network-vif-plugged", "status": "completed", "tag": "d40c4162-cd2d-4154-8020-2d40873feff5", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:40:59.480413 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e01e2f1-7eab-400b-8f97-6beb5d746335 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:40:59.480802 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2267e6-ccc7-4c25-ad26-94a76242a675', 'code': 200} Jul 15 15:40:59.481046 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07', 'code': 200} Jul 15 15:40:59.481452 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40c4162-cd2d-4154-8020-2d40873feff5', 'code': 200} Jul 15 15:40:59.524727 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0097c69b-fb07-4f7c-83db-69c37bcf381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.529434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0097c69b-fb07-4f7c-83db-69c37bcf381b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:40:59.533341 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0097c69b-fb07-4f7c-83db-69c37bcf381b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88deb938-10fa-496b-931f-a930f7f93900 HTTP/1.1" status: 204 len: 168 time: 0.1514621 Jul 15 15:40:59.544747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097c69b-fb07-4f7c-83db-69c37bcf381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88deb938-10fa-496b-931f-a930f7f93900,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:40:59.728465 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de317-9b32-4046-abf3-38bf1d4a2e2a req-82acacf4-b249-46cf-990c-b7ce8c9e33c9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:59.730654 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e0de317-9b32-4046-abf3-38bf1d4a2e2a req-82acacf4-b249-46cf-990c-b7ce8c9e33c9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0810716 Jul 15 15:40:59.795550 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e0de317-9b32-4046-abf3-38bf1d4a2e2a req-b6851493-ba4f-4c87-b028-fafb48087629 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Jul 15 15:40:59.916922 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017503f-0db9-4c07-b89a-650df7ad7939 req-c4135090-6202-4aef-a4b6-3d1d1cae7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:59.919033 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a017503f-0db9-4c07-b89a-650df7ad7939 req-c4135090-6202-4aef-a4b6-3d1d1cae7ca6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1466789 Jul 15 15:40:59.923430 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc153b-e152-4a7d-8740-93cc9b9600b0 req-8fe60a87-c607-48eb-a4b6-d7140c4e225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:59.924801 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-99fc153b-e152-4a7d-8740-93cc9b9600b0 req-8fe60a87-c607-48eb-a4b6-d7140c4e225c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 1098 time: 0.1128256 Jul 15 15:40:59.926783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9273a90-56ff-4352-a159-35ba3e04565d req-f445f7b7-d7b7-471a-b026-f87da6de2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:40:59.928183 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f9273a90-56ff-4352-a159-35ba3e04565d req-f445f7b7-d7b7-471a-b026-f87da6de2712 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 1098 time: 0.1183848 Jul 15 15:40:59.947158 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:00.031871 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a017503f-0db9-4c07-b89a-650df7ad7939 req-1c8ccba7-7263-45a1-ba20-3ffdf47825fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859149 Jul 15 15:41:00.044369 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port c0509eda-5274-495c-800b-bb4ebdfccd64 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:00.046045 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-99fc153b-e152-4a7d-8740-93cc9b9600b0 req-de1b8d5d-1921-4167-8abd-03684ed927a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910764 Jul 15 15:41:00.051685 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port c0509eda-5274-495c-800b-bb4ebdfccd64 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:00.052920 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.076909 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f9273a90-56ff-4352-a159-35ba3e04565d req-dca1ef1b-37b2-44c1-a0cf-f90d92906e53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239209 Jul 15 15:41:00.141459 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba3223-8821-4f7c-b4d6-3a99172d43e5 req-4e6fbe89-a793-4f5e-885e-5c2bae805874 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:00.154723 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3eba3223-8821-4f7c-b4d6-3a99172d43e5 req-4e6fbe89-a793-4f5e-885e-5c2bae805874 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1348085 Jul 15 15:41:00.163615 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.213628 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:00.219271 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.252057 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3eba3223-8821-4f7c-b4d6-3a99172d43e5 req-d5335567-4cda-4f24-a6e3-c8c1d9b8eba4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932086 Jul 15 15:41:00.331668 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:00.350802 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad7f70-8d43-43fa-8db5-48bda6379ef3 req-c1f7080e-f282-411d-8cff-db914639b871 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:00.352777 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9fad7f70-8d43-43fa-8db5-48bda6379ef3 req-c1f7080e-f282-411d-8cff-db914639b871 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1213107 Jul 15 15:41:00.470572 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9fad7f70-8d43-43fa-8db5-48bda6379ef3 req-7b5404c5-df4b-478a-b556-282ef98ed609 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963812 Jul 15 15:41:00.506435 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67da42-5ff2-4ae5-a9f9-74936e7f907d req-08ada270-57f6-40ed-8c90-62684fb61d73 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:00.508255 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4c67da42-5ff2-4ae5-a9f9-74936e7f907d req-08ada270-57f6-40ed-8c90-62684fb61d73 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.0772862 Jul 15 15:41:00.577398 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4c67da42-5ff2-4ae5-a9f9-74936e7f907d req-70c0f6a5-3e46-47d2-a5b5-fc0af601f5e1 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630109 Jul 15 15:41:00.589133 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55512) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:00.712749 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1820645627-network', 'tenant_id': '4566f5f265214be0902b492e63732b60'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:00.738906 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Made reservation on behalf of 4566f5f265214be0902b492e63732b60 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:00.742201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.751289 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.829358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55524) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:00.853688 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.860313 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.900450 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:00.918339 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6184bbad-ec73-4924-97ee-3d8a87f5d0f6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:00.924157 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:00.924561 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Added segment a7b928e7-7266-44cc-b29a-873fd6fc4849 of type vlan for network f3eaa4c0-525e-4f22-81cb-f786cfe7a659 Jul 15 15:41:00.988328 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06522162-e2b3-42cd-9788-cce6af2eb995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.010737 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.062287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93519543-5886-4d52-8024-80335cb216b1 req-79af5c68-b103-404f-8cbc-37a283263ffe tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:01.063837 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93519543-5886-4d52-8024-80335cb216b1 req-79af5c68-b103-404f-8cbc-37a283263ffe tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.1284146 Jul 15 15:41:01.064440 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.065294 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:01.065853 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.080389 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06522162-e2b3-42cd-9788-cce6af2eb995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.084306 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06522162-e2b3-42cd-9788-cce6af2eb995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.109183 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5181375 Jul 15 15:41:01.112402 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55532) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:01.117006 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Request body: {'subnet': {'network_id': 'f3eaa4c0-525e-4f22-81cb-f786cfe7a659', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1820645627-subnet', 'tenant_id': '4566f5f265214be0902b492e63732b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:01.125662 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-06522162-e2b3-42cd-9788-cce6af2eb995 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf858260c59b4a2bb752e5bc2d0acf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949312 Jul 15 15:41:01.126534 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06522162-e2b3-42cd-9788-cce6af2eb995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b974023-f9e9-4a4f-9c16-ca7dec4e2b7c,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:01.128888 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55534) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:01.166911 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342c41-e845-4f30-b815-3cf568fc29c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3eaa4c0-525e-4f22-81cb-f786cfe7a659,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:01.171795 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-93519543-5886-4d52-8024-80335cb216b1 req-7961b5d0-1dea-4ca6-a915-b8c3949d6a6f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001725 Jul 15 15:41:01.177536 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2b15c57d-eacd-42ee-b864-3c6fb14928a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.187122 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Made reservation on behalf of 4566f5f265214be0902b492e63732b60 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:01.189435 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.192228 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network f3eaa4c0-525e-4f22-81cb-f786cfe7a659 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:01.204206 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2b15c57d-eacd-42ee-b864-3c6fb14928a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.256929 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2b15c57d-eacd-42ee-b864-3c6fb14928a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.260489 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2b15c57d-eacd-42ee-b864-3c6fb14928a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.262456 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-2b15c57d-eacd-42ee-b864-3c6fb14928a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b974023-f9e9-4a4f-9c16-ca7dec4e2b7c HTTP/1.1" status: 204 len: 168 time: 0.1327536 Jul 15 15:41:01.271418 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15c57d-eacd-42ee-b864-3c6fb14928a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b974023-f9e9-4a4f-9c16-ca7dec4e2b7c,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:01.389062 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.421202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4924-6bbe-4c1d-ad10-83c8192c22e8 req-3ae40e09-4a0f-4fb7-96cd-866ff703eb30 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:01.423549 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c1f4924-6bbe-4c1d-ad10-83c8192c22e8 req-3ae40e09-4a0f-4fb7-96cd-866ff703eb30 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0684183 Jul 15 15:41:01.447321 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af1314e-044d-4507-bc5f-b11e6ba725fc,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:01.455936 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Checking segment: {'id': 'a7b928e7-7266-44cc-b29a-873fd6fc4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f3eaa4c0-525e-4f22-81cb-f786cfe7a659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:01.456245 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Network hostable DHCP agents. Network: f3eaa4c0-525e-4f22-81cb-f786cfe7a659, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:01.474207 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Network f3eaa4c0-525e-4f22-81cb-f786cfe7a659 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:01.481229 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c1f4924-6bbe-4c1d-ad10-83c8192c22e8 req-098def67-5b9f-4df2-87d8-dc49d4c918c6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456309 Jul 15 15:41:01.482903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:41:01.485333 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8201c00-b2aa-4f19-bc01-b408944af3d5" -d '{"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-plugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:41:01.489043 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, f3eaa4c0-525e-4f22-81cb-f786cfe7a659) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:01.499552 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:01.500169 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.512299 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd7dbd-3b2f-46dc-8a5d-ef0cd07e1118 None None] Network f3eaa4c0-525e-4f22-81cb-f786cfe7a659 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:01.518394 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c5907a8b-69ab-4976-82b4-a828598f30b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4048219 Jul 15 15:41:01.551196 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c3fbc8-70c6-4ee9-8c9c-3e1d16f6c8df x-openstack-request-id: req-53c3fbc8-70c6-4ee9-8c9c-3e1d16f6c8df {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:41:01.551479 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-plugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:41:01.551893 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53c3fbc8-70c6-4ee9-8c9c-3e1d16f6c8df {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:41:01.552394 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'code': 200} Jul 15 15:41:01.610646 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55550) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:01.627131 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4a01e8a-cb42-44fd-bd94-b5101387ba51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.701509 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced7030-79e7-42ed-a138-7e2c91ad698d None None] Network f3eaa4c0-525e-4f22-81cb-f786cfe7a659 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:01.712557 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019187e6-47f6-4ab8-855e-be914c4d885c req-08c57676-569d-4d79-9970-e3a3f04343dc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:01.720212 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-019187e6-47f6-4ab8-855e-be914c4d885c req-08c57676-569d-4d79-9970-e3a3f04343dc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1095212 Jul 15 15:41:01.740655 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4a01e8a-cb42-44fd-bd94-b5101387ba51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.747065 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4a01e8a-cb42-44fd-bd94-b5101387ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:01.775377 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-019187e6-47f6-4ab8-855e-be914c4d885c req-5bf0943a-0eb0-4fe4-98b6-c9c83cf91e96 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479162 Jul 15 15:41:01.967414 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e4a01e8a-cb42-44fd-bd94-b5101387ba51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a6cdb7d5d894bc5b9653f4c0dc13aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526711 Jul 15 15:41:01.967414 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a01e8a-cb42-44fd-bd94-b5101387ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612e0b73-78a1-4c99-aa78-c00352afecbc,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:01.967945 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55562) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:02.025500 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0ef5-f761-4d9a-9a21-fbd08b16e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.046715 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0ef5-f761-4d9a-9a21-fbd08b16e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.092697 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0ef5-f761-4d9a-9a21-fbd08b16e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.095273 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0ef5-f761-4d9a-9a21-fbd08b16e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.098992 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-3c7e0ef5-f761-4d9a-9a21-fbd08b16e3f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/612e0b73-78a1-4c99-aa78-c00352afecbc HTTP/1.1" status: 204 len: 168 time: 0.1266787 Jul 15 15:41:02.104387 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0ef5-f761-4d9a-9a21-fbd08b16e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612e0b73-78a1-4c99-aa78-c00352afecbc,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:02.136760 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55572) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:02.141872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-701229369-network', 'tenant_id': 'd621b7f9a2ef41f4ad466d54a246bed2'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:02.163143 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Made reservation on behalf of d621b7f9a2ef41f4ad466d54a246bed2 for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:02.165425 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.174258 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.279970 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.284362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.307964 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:02.324958 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006edab3-339a-45b4-8d07-c52f340c467a,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:02.339785 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.340238 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Added segment dea9f32a-6833-4b10-9d17-3d44a1b0d213 of type vlan for network da69f3b6-489d-4011-af2b-b998178fd147 Jul 15 15:41:02.353763 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c475-b8a1-4f73-bbf0-6ec4cf5429da req-25eb851f-29fa-4205-ba36-036980e31be2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.355577 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0730c475-b8a1-4f73-bbf0-6ec4cf5429da req-25eb851f-29fa-4205-ba36-036980e31be2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0649517 Jul 15 15:41:02.383004 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.396992 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0730c475-b8a1-4f73-bbf0-6ec4cf5429da req-c35720de-66f6-402c-a91e-5bead47f998b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355766 Jul 15 15:41:02.419586 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.420678 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.421362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.436357 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55578) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:02.451015 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c58b3779-ee70-4ae4-b83b-d64fec5ab004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.452770 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3148985 Jul 15 15:41:02.459406 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55582) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:02.464287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Request body: {'subnet': {'network_id': 'da69f3b6-489d-4011-af2b-b998178fd147', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-701229369-subnet', 'tenant_id': 'd621b7f9a2ef41f4ad466d54a246bed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:02.488274 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee3121-145e-427b-a4f6-fcf3abe20b24 admin admin] Pushing event updated for resources: {'Network': ['ID=da69f3b6-489d-4011-af2b-b998178fd147,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:02.494584 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Made reservation on behalf of d621b7f9a2ef41f4ad466d54a246bed2 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:02.497077 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.499111 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network da69f3b6-489d-4011-af2b-b998178fd147 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:02.673006 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c58b3779-ee70-4ae4-b83b-d64fec5ab004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.678098 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c58b3779-ee70-4ae4-b83b-d64fec5ab004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.678759 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d3dbf-4127-4071-ad56-171f9fade7fe req-0586e42b-aa1c-41f4-a3fc-16459e40c18f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.680253 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-919d3dbf-4127-4071-ad56-171f9fade7fe req-0586e42b-aa1c-41f4-a3fc-16459e40c18f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0725996 Jul 15 15:41:02.718042 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-919d3dbf-4127-4071-ad56-171f9fade7fe req-1ffd5d61-547d-493d-924d-e15f73796c36 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Jul 15 15:41:02.744226 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c58b3779-ee70-4ae4-b83b-d64fec5ab004 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d59aa48333b3414790485bc9c3d0b502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067684 Jul 15 15:41:02.747572 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55588) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:02.756036 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.759987 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b3779-ee70-4ae4-b83b-d64fec5ab004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8a2bf-b5eb-4d8e-800a-479ff3ccfa3d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:02.802250 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-221cda55-c08a-4a6c-9098-76d7d810cf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.812966 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a85fcc-f4b3-4074-a479-b7645309f49f,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:02.823434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Checking segment: {'id': 'dea9f32a-6833-4b10-9d17-3d44a1b0d213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da69f3b6-489d-4011-af2b-b998178fd147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:02.824364 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Network hostable DHCP agents. Network: da69f3b6-489d-4011-af2b-b998178fd147, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:02.827656 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-221cda55-c08a-4a6c-9098-76d7d810cf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.842270 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Network da69f3b6-489d-4011-af2b-b998178fd147 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:02.852859 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, da69f3b6-489d-4011-af2b-b998178fd147) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:02.858012 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.858656 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.875715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bfe0d4-324b-4850-9d1d-d74460631c0f None None] Network da69f3b6-489d-4011-af2b-b998178fd147 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:02.882763 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-58586264-1c49-4d87-839f-9af5aa31e66d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4222445 Jul 15 15:41:02.888148 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-221cda55-c08a-4a6c-9098-76d7d810cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.891912 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-221cda55-c08a-4a6c-9098-76d7d810cf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:02.896639 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-221cda55-c08a-4a6c-9098-76d7d810cf8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7df8a2bf-b5eb-4d8e-800a-479ff3ccfa3d HTTP/1.1" status: 204 len: 168 time: 0.1476431 Jul 15 15:41:02.907178 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cda55-c08a-4a6c-9098-76d7d810cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8a2bf-b5eb-4d8e-800a-479ff3ccfa3d,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:02.965575 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a028-85cb-443a-b5d4-78cc51ef0b3a req-6475fe72-ff2b-4d97-983a-49a8f516ebb0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:02.972961 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c998a028-85cb-443a-b5d4-78cc51ef0b3a req-6475fe72-ff2b-4d97-983a-49a8f516ebb0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0757291 Jul 15 15:41:03.012442 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c998a028-85cb-443a-b5d4-78cc51ef0b3a req-72cd3807-a18c-4a39-a1cc-411a5066377f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380204 Jul 15 15:41:03.165793 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd2b2d-0d4f-4946-b37a-58bf04003c26 None None] Network da69f3b6-489d-4011-af2b-b998178fd147 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:03.244081 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:03.617400 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e90d0-03fb-4a0a-ba18-482eeb361172 req-96fa31aa-926c-4fab-9e44-d48d583cc834 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:03.619185 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-434e90d0-03fb-4a0a-ba18-482eeb361172 req-96fa31aa-926c-4fab-9e44-d48d583cc834 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0813463 Jul 15 15:41:03.670266 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-434e90d0-03fb-4a0a-ba18-482eeb361172 req-be3775e1-9c2e-4999-9faf-88a2d7ae5f48 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Jul 15 15:41:03.806129 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921d884-e20f-4402-b50d-66aa9e2bd77c req-7088260c-eaf1-40cf-abbd-24ba513c18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:03.807892 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6921d884-e20f-4402-b50d-66aa9e2bd77c req-7088260c-eaf1-40cf-abbd-24ba513c18d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0606866 Jul 15 15:41:03.867567 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6921d884-e20f-4402-b50d-66aa9e2bd77c req-9686a2c6-7a45-4076-9e8d-f98efe95587e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507333 Jul 15 15:41:03.914836 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643e80-a79b-4594-9e33-a53bb1c404aa req-c5f710ca-af95-4e38-acce-e06f4d9e1c28 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:03.916453 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b643e80-a79b-4594-9e33-a53bb1c404aa req-c5f710ca-af95-4e38-acce-e06f4d9e1c28 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0733910 Jul 15 15:41:03.965866 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b643e80-a79b-4594-9e33-a53bb1c404aa req-0af23d09-aff6-498f-9791-fd16933ba8cc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Jul 15 15:41:04.211868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb9ef-11f5-42bd-8794-d7148dfdb491 req-01dcb5d8-560f-4ddf-8fd1-13700426858d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:04.225385 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aedcb9ef-11f5-42bd-8794-d7148dfdb491 req-01dcb5d8-560f-4ddf-8fd1-13700426858d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0929270 Jul 15 15:41:04.294356 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aedcb9ef-11f5-42bd-8794-d7148dfdb491 req-9ec3d854-946b-44f4-b029-74276ff2d8b9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616205 Jul 15 15:41:04.330863 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-aacd4304-432e-4dbc-aac9-3a50a69ec2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:04.868437 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bb383-8184-4f21-a6ee-9c336dbb6299 req-22faa4be-a7cc-4f2a-ae5c-9a6bc5a8385f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:04.869973 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-015bb383-8184-4f21-a6ee-9c336dbb6299 req-22faa4be-a7cc-4f2a-ae5c-9a6bc5a8385f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0676491 Jul 15 15:41:04.916030 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-015bb383-8184-4f21-a6ee-9c336dbb6299 req-bb0a9bba-736a-4a54-9d86-afe812f3098e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Jul 15 15:41:05.151470 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70cd6e-6c6d-4515-bfe0-faf8a93a4973 req-3d662eb7-86e1-4aa8-a2bc-6a65d3c5dfd3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.153507 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c70cd6e-6c6d-4515-bfe0-faf8a93a4973 req-3d662eb7-86e1-4aa8-a2bc-6a65d3c5dfd3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0752969 Jul 15 15:41:05.195648 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c70cd6e-6c6d-4515-bfe0-faf8a93a4973 req-c8c500c9-3b50-42d2-be39-ddb977a961b5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Jul 15 15:41:05.533671 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a44d1a-70d9-47c1-8cd0-83eb057ef26d req-982b0241-26b3-4367-883e-77a9e860687c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.535523 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-40a44d1a-70d9-47c1-8cd0-83eb057ef26d req-982b0241-26b3-4367-883e-77a9e860687c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0907021 Jul 15 15:41:05.593698 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-40a44d1a-70d9-47c1-8cd0-83eb057ef26d req-493ff8a2-a28d-4f31-b7cd-c0eb254acc67 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465145 Jul 15 15:41:05.691048 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-b7d9f4b9-872c-4101-b548-b9c28216b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.692633 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-b7d9f4b9-872c-4101-b548-b9c28216b33c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 1098 time: 0.1194148 Jul 15 15:41:05.745781 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60255f-150e-480d-9bb0-a27fd4d88724 req-ad3f19a1-c581-4fbe-9fc6-6191dcbef812 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.747335 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cf60255f-150e-480d-9bb0-a27fd4d88724 req-ad3f19a1-c581-4fbe-9fc6-6191dcbef812 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1170006 Jul 15 15:41:05.829943 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cf60255f-150e-480d-9bb0-a27fd4d88724 req-83f96325-d87f-4a37-8b9c-042a07f8b502 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738032 Jul 15 15:41:05.832984 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae4c6-a4cd-40cb-a9c5-70014018d676 req-15e39bc4-67a5-4846-95c5-81b076272363 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.834926 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f7bae4c6-a4cd-40cb-a9c5-70014018d676 req-15e39bc4-67a5-4846-95c5-81b076272363 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1173010 Jul 15 15:41:05.846598 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55728) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:05.849398 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-b9e4183d-2fd6-4cd5-9bb4-a77befe378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.854145 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-b9e4183d-2fd6-4cd5-9bb4-a77befe378a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.1473556 Jul 15 15:41:05.857075 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'floatingip': {'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:05.923888 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-f9bef4d1-ffcd-4232-9861-7d1a45c1d549 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d40c4162-cd2d-4154-8020-2d40873feff5 HTTP/1.1" status: 200 len: 217 time: 0.0441730 Jul 15 15:41:05.940926 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:05.979326 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-79fcd39f-26e4-4ae6-9a73-4927267594ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:05.981729 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-79fcd39f-26e4-4ae6-9a73-4927267594ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.0495310 Jul 15 15:41:06.015922 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-8ee97675-aa53-4199-b357-c2639c9e9efb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274687 Jul 15 15:41:06.122272 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-bcf5abab-1238-4f05-a69b-c30fe9f62845 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982583 Jul 15 15:41:06.220743 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0982afe9-d13b-478b-b327-28d3c9f3806d req-4dfa8872-8507-43f3-a64c-270a2339acd7 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789170 Jul 15 15:41:06.584538 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:06.589964 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:06.884519 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Floating IP ee7f45f7-3db4-4ee6-a770-d9e5672b5116 associated. External IP: 172.27.3.135, port: c0509eda-5274-495c-800b-bb4ebdfccd64. Jul 15 15:41:06.888765 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55762) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:07.033267 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2b1-bfe4-469d-bcd5-a46d635d151c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.094787 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25029a35-09c7-4484-90bb-89a577e13480 req-ddbfcacd-9052-4344-a62a-f4093e93fe7e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:07.097811 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-25029a35-09c7-4484-90bb-89a577e13480 req-ddbfcacd-9052-4344-a62a-f4093e93fe7e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1117942 Jul 15 15:41:07.110597 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-52db4381-e47b-4da3-932d-85d1bc0d5441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.112733 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:41:07.157976 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-25029a35-09c7-4484-90bb-89a577e13480 req-c4955607-dc4d-4ffa-bd49-ad799714f7d5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Jul 15 15:41:07.189859 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2b1-bfe4-469d-bcd5-a46d635d151c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.193504 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2b1-bfe4-469d-bcd5-a46d635d151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.204282 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:41:07.223199 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:07.227497 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.231990 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e7d2b2b1-bfe4-469d-bcd5-a46d635d151c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36c286443bc24baea094dd71af632ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415880 Jul 15 15:41:07.233159 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2b2b1-bfe4-469d-bcd5-a46d635d151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd33e10-f028-4c35-b646-8e2c63c984f7,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:07.236500 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55768) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:07.248677 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:07.260956 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:07.261671 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:07.269558 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-566b1c8e-9039-4655-9f61-e5329e0851a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "PUT /v2.0/floatingips/ee7f45f7-3db4-4ee6-a770-d9e5672b5116 HTTP/1.1" status: 200 len: 992 time: 1.4181275 Jul 15 15:41:07.269558 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:41:07.270071 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad186c76-55d5-44c0-ab50-90db35eaf00e" -d '{"events": [{"name": "network-changed", "server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:41:07.286676 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-38ae8dbb-d51d-4d78-85d6-e6e5f8f93263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.308646 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-38ae8dbb-d51d-4d78-85d6-e6e5f8f93263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.368920 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-38ae8dbb-d51d-4d78-85d6-e6e5f8f93263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.371512 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-38ae8dbb-d51d-4d78-85d6-e6e5f8f93263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.372841 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-38ae8dbb-d51d-4d78-85d6-e6e5f8f93263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcd33e10-f028-4c35-b646-8e2c63c984f7 HTTP/1.1" status: 204 len: 168 time: 0.1347780 Jul 15 15:41:07.381699 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:07.389655 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae8dbb-d51d-4d78-85d6-e6e5f8f93263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd33e10-f028-4c35-b646-8e2c63c984f7,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:07.443398 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.648376 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 55782) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:07.662290 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b012c328-d04e-457b-b352-94a499a52d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.740452 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'ee7f45f7-3db4-4ee6-a770-d9e5672b5116', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'mac_address': 'fa:16:3e:ad:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:40:30Z', 'updated_at': '2021-07-15T15:41:06Z', 'revision_number': 1, 'project_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:07.758976 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b012c328-d04e-457b-b352-94a499a52d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.763175 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b012c328-d04e-457b-b352-94a499a52d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.766550 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:07.774628 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:07.775232 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:07.800958 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-b012c328-d04e-457b-b352-94a499a52d96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5e769c1a0374a86b51784a029eefaef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515021 Jul 15 15:41:07.801763 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012c328-d04e-457b-b352-94a499a52d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2b744-037b-44f2-b0b3-23b174015240,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:07.803944 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 55786) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:07.853203 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98973fd7-16cb-44a0-b8bc-d413f9a85f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.874601 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98973fd7-16cb-44a0-b8bc-d413f9a85f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.878423 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:07.922032 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98973fd7-16cb-44a0-b8bc-d413f9a85f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.924688 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98973fd7-16cb-44a0-b8bc-d413f9a85f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:07.925834 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-98973fd7-16cb-44a0-b8bc-d413f9a85f04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99a2b744-037b-44f2-b0b3-23b174015240 HTTP/1.1" status: 204 len: 168 time: 0.1209612 Jul 15 15:41:07.935038 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98973fd7-16cb-44a0-b8bc-d413f9a85f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2b744-037b-44f2-b0b3-23b174015240,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:07.975360 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:08.118322 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'ee7f45f7-3db4-4ee6-a770-d9e5672b5116', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'mac_address': 'fa:16:3e:ad:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:40:30Z', 'updated_at': '2021-07-15T15:41:06Z', 'revision_number': 1, 'project_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:08.143446 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4248b7-d74c-4989-9e7f-9d0bd74aa94d None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'ee7f45f7-3db4-4ee6-a770-d9e5672b5116', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'mac_address': 'fa:16:3e:ad:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:40:30Z', 'updated_at': '2021-07-15T15:41:06Z', 'revision_number': 1, 'project_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:08.336968 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60010bbd-79be-44fd-9fa4-a46b262eb3b4 None None] New status for floating IP ee7f45f7-3db4-4ee6-a770-d9e5672b5116: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:41:09.560662 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:09.726196 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442772cc-3b9e-4476-8cca-e7ed9493e3bd x-openstack-request-id: req-442772cc-3b9e-4476-8cca-e7ed9493e3bd {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:41:09.726795 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:41:09.726795 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-442772cc-3b9e-4476-8cca-e7ed9493e3bd {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:41:09.727102 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'status': 'completed', 'code': 200} Jul 15 15:41:09.820947 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-2847e060-3ef0-4e35-8b17-bd315b646629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:09.822641 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-2847e060-3ef0-4e35-8b17-bd315b646629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0563130 Jul 15 15:41:09.965882 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393bcf-6e27-41a7-b3bd-b18bccafbdbc req-d34cc260-6367-41b9-9513-4ae96bf4b66b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:09.967429 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-06393bcf-6e27-41a7-b3bd-b18bccafbdbc req-d34cc260-6367-41b9-9513-4ae96bf4b66b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1349139 Jul 15 15:41:09.970573 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-635e26b7-0c9e-4d1e-8c8a-331ef77c596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:09.971910 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-635e26b7-0c9e-4d1e-8c8a-331ef77c596c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.1300766 Jul 15 15:41:10.261910 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-06393bcf-6e27-41a7-b3bd-b18bccafbdbc req-c86beffb-8ad5-4ea2-96c4-237c807733ca tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871985 Jul 15 15:41:10.288906 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-96fa0d7a-e8ee-47a6-bb27-960fd77ffb20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 1002 time: 0.2981932 Jul 15 15:41:11.433207 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfabb5-1cf5-4089-9795-6d3d58885b5c req-437ff900-7501-4e6e-b958-fa50cc3deaa1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:11.434658 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-03dfabb5-1cf5-4089-9795-6d3d58885b5c req-437ff900-7501-4e6e-b958-fa50cc3deaa1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0599952 Jul 15 15:41:11.476683 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-03dfabb5-1cf5-4089-9795-6d3d58885b5c req-1d8c229f-9317-4f80-b44f-df5e3ab7c2e8 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Jul 15 15:41:12.649623 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729622e6-959d-4d94-934e-fea14bf419d1 req-33f52e0e-695b-41bd-b0e0-67ab53ec6336 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:12.651128 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-729622e6-959d-4d94-934e-fea14bf419d1 req-33f52e0e-695b-41bd-b0e0-67ab53ec6336 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0612233 Jul 15 15:41:12.688999 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-729622e6-959d-4d94-934e-fea14bf419d1 req-f020ae4c-c26c-4f03-b5a5-516446189899 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Jul 15 15:41:13.486308 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-86f6d5fa-1ff2-4f4f-be83-e9a7512de158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:13.487736 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-86f6d5fa-1ff2-4f4f-be83-e9a7512de158 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0440457 Jul 15 15:41:13.555076 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-caf9142d-6c53-4b44-92dd-e37717c0d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:13.556519 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-caf9142d-6c53-4b44-92dd-e37717c0d8d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538414 Jul 15 15:41:13.648350 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-e8a64822-c117-4e4e-8520-3ec3b0fab85f service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814872 Jul 15 15:41:13.743220 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ad186c76-55d5-44c0-ab50-90db35eaf00e req-5b382a13-513a-42a7-9391-69682e2d6777 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Jul 15 15:41:13.861162 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c904525-454a-40dd-ada3-0981f9ff7137 req-69b530e6-1552-412c-83c2-2173e3f0e02a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:13.862699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4c904525-454a-40dd-ada3-0981f9ff7137 req-69b530e6-1552-412c-83c2-2173e3f0e02a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0611711 Jul 15 15:41:13.898395 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4c904525-454a-40dd-ada3-0981f9ff7137 req-054bf45d-523a-4cf5-9dfb-b4b1a3e50292 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302289 Jul 15 15:41:15.066502 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681d81-bfde-493a-96de-cad021dd8586 req-1354b924-8fa3-4916-aa6a-9bd2002aa1ef tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:15.067943 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e9681d81-bfde-493a-96de-cad021dd8586 req-1354b924-8fa3-4916-aa6a-9bd2002aa1ef tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0620625 Jul 15 15:41:15.107759 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e9681d81-bfde-493a-96de-cad021dd8586 req-bc52767f-58f4-4ebe-8894-77b203fb0a46 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Jul 15 15:41:15.662648 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56020) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:15.797627 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:15.912506 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:15.916478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:15.958827 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cc3c51c86eb47cfa86277d10e3f66b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947235 Jul 15 15:41:15.961421 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56038) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:15.969158 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdba6c1-c985-4b3c-951b-41b130bf51d0,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:15.986004 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.986378 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.986718 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.987225 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.987557 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.988145 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.988478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.988799 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.989189 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.989515 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.989837 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:15.990179 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c50190-b199-4f9c-9d07-8cfb17367ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:16.074827 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1b753041-8e86-4da6-a0be-1d440d484977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:16.102801 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a901c70-da66-4dd1-a9bf-b048433d5db3 req-de23c586-a5e1-4d63-963b-f1be3b13a90c tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:16.104377 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3a901c70-da66-4dd1-a9bf-b048433d5db3 req-de23c586-a5e1-4d63-963b-f1be3b13a90c tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.1201680 Jul 15 15:41:16.122412 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1b753041-8e86-4da6-a0be-1d440d484977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:16.176490 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3a901c70-da66-4dd1-a9bf-b048433d5db3 req-ac53b241-a40e-4bcf-9c11-2e042df56c70 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 Jul 15 15:41:16.204021 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1b753041-8e86-4da6-a0be-1d440d484977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:16.206538 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1b753041-8e86-4da6-a0be-1d440d484977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:16.210275 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1b753041-8e86-4da6-a0be-1d440d484977 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cdba6c1-c985-4b3c-951b-41b130bf51d0 HTTP/1.1" status: 204 len: 168 time: 0.2450624 Jul 15 15:41:16.220399 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b753041-8e86-4da6-a0be-1d440d484977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdba6c1-c985-4b3c-951b-41b130bf51d0,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:16.294858 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46885fb-644f-4d1a-80c8-1a2f3f5823a6 req-d947c405-9d26-4fc9-b3e2-fcfe3444f1d1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:16.296387 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a46885fb-644f-4d1a-80c8-1a2f3f5823a6 req-d947c405-9d26-4fc9-b3e2-fcfe3444f1d1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0777299 Jul 15 15:41:16.335249 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a46885fb-644f-4d1a-80c8-1a2f3f5823a6 req-49ef5556-7df9-44d6-b3ff-b0f5eaa484ac tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Jul 15 15:41:16.849858 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56088) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:16.965078 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1350824332-network', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:16.987666 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Made reservation on behalf of ea187ac9f5f340c88c93e9aafe50141b for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:16.990588 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.006412 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.098458 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.102995 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.129083 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:17.135053 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ba8cc-00e5-4177-8667-905139e3a6f6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:17.143835 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.144169 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Added segment 500908f9-d3bb-4686-84ed-f5b44f18e071 of type vlan for network 61ff0678-7f39-42d5-9c65-4fa24710475b Jul 15 15:41:17.146072 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.146437 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.146770 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.147149 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.147478 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.147804 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.148125 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.148444 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.148763 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.149079 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.149394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.149706 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:17.195871 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.225283 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.226353 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:17.226937 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.269533 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4157457 Jul 15 15:41:17.269777 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56104) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:17.275760 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Request body: {'subnet': {'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1350824332-subnet', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:17.299882 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3a02-7044-413d-9f08-912165e5c6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=61ff0678-7f39-42d5-9c65-4fa24710475b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:17.313138 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 61ff0678-7f39-42d5-9c65-4fa24710475b details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:17.313695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Made reservation on behalf of ea187ac9f5f340c88c93e9aafe50141b for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:17.315893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.407364 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21fcb-1810-4b61-9878-bfe339c15b50 req-b5108c65-f647-4860-a402-f1731c1690cb tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:17.409124 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7ef21fcb-1810-4b61-9878-bfe339c15b50 req-b5108c65-f647-4860-a402-f1731c1690cb tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.1115761 Jul 15 15:41:17.451412 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7ef21fcb-1810-4b61-9878-bfe339c15b50 req-937dfb7c-d7fc-4ada-90a5-61d7e762be13 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Jul 15 15:41:17.553487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.608288 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1d9f3-f006-494d-a150-66f7fcaf4b29 req-b76dc0f7-701c-42fb-8883-ba15c25956ab tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:17.609785 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6dc1d9f3-f006-494d-a150-66f7fcaf4b29 req-b76dc0f7-701c-42fb-8883-ba15c25956ab tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1495066 Jul 15 15:41:17.627757 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b698455-eb49-4b6d-81f8-d2686299a848,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:17.666202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Checking segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:17.666556 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Network hostable DHCP agents. Network: 61ff0678-7f39-42d5-9c65-4fa24710475b, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:17.677133 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6dc1d9f3-f006-494d-a150-66f7fcaf4b29 req-3fbd97aa-56a2-4ca0-80f6-52dfece6134c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Jul 15 15:41:17.690106 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Network 61ff0678-7f39-42d5-9c65-4fa24710475b is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:17.700517 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 61ff0678-7f39-42d5-9c65-4fa24710475b) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:17.704948 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:17.705604 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.709467 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd0221-f992-4cec-abc3-d91630b6978f None None] Network 61ff0678-7f39-42d5-9c65-4fa24710475b requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:17.723602 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-80b158c4-7e35-46b3-8871-18eee10f7d7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4495802 Jul 15 15:41:17.724444 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56112) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:17.733126 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:17.758698 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.759652 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.812935 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.864042 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-61ff0678-7f39-42d5-9c65-4fa24710475b', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:41:17.864927 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.950750 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:17.998084 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Allocated IP 172.20.0.2 (61ff0678-7f39-42d5-9c65-4fa24710475b/9b698455-eb49-4b6d-81f8-d2686299a848/644c6afb-13e2-4c1b-a20b-e9e9393a37dc) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:18.143562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.153002 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Transition to ACTIVE for port object 644c6afb-13e2-4c1b-a20b-e9e9393a37dc will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:18.163006 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.169016 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Transition to ACTIVE for port object 644c6afb-13e2-4c1b-a20b-e9e9393a37dc will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:18.177106 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.186347 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.242334 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Network 61ff0678-7f39-42d5-9c65-4fa24710475b is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:18.251331 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:18.254652 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:18.268464 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-bdf62aff-a4c8-4ae9-869f-8e3afe1075ac tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:18.270803 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-bdf62aff-a4c8-4ae9-869f-8e3afe1075ac tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.0771718 Jul 15 15:41:18.313090 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Pushing event updated for resources: {'Port': ['ID=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:18.324834 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Attempting to bind port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:18.325481 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Attempting to bind port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:18.325592 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Attempting to bind port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc on network 61ff0678-7f39-42d5-9c65-4fa24710475b {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:18.333681 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.334238 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.334755 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.335298 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.335821 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.336314 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.336801 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.337435 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.337934 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.338523 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.339798 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.342621 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:18.350160 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:18.350896 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Checking segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:18.351479 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.352021 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Bound using segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:18.352651 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Bound port: 644c6afb-13e2-4c1b-a20b-e9e9393a37dc, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:18.353915 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.368514 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Allocated IP 172.27.3.217 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/71f2b730-a78f-4b4c-a37f-1df07e04b09e) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:18.447331 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] For port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:18.455172 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] For port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:18.465067 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.506797 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Deleting port 33161f6d-73f9-4e71-9621-2f024e43951c {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:41:18.507148 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.526069 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d685-b8a3-4cfe-9da2-6ab7b449a2cb None None] Pushing event updated for resources: {'Port': ['ID=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:18.589929 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.660282 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.681129 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] For port 33161f6d-73f9-4e71-9621-2f024e43951c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33161f6d-73f9-4e71-9621-2f024e43951c,segment=NetworkSegment(f239dbb0-2f76-45bc-a9e3-2a1db82529cb),segment_id=f239dbb0-2f76-45bc-a9e3-2a1db82529cb)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:18.681581 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:18.684908 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:18.707906 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Calling delete_port for 33161f6d-73f9-4e71-9621-2f024e43951c owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:41:18.709493 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:18.714783 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:18.752412 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56138) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:18.795919 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed128fa3-0ec3-4a6d-b777-9e81015a04b2 req-d2f835da-9368-411d-b39e-fe4bda3b30ef tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:18.803072 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ed128fa3-0ec3-4a6d-b777-9e81015a04b2 req-d2f835da-9368-411d-b39e-fe4bda3b30ef tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 945 time: 0.1860244 Jul 15 15:41:18.927149 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ed128fa3-0ec3-4a6d-b777-9e81015a04b2 req-0a0f3df8-5896-45b6-8773-80fb2d5df667 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb65d8d6-55c1-4f92-bce8-a8e697aa8211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226552 Jul 15 15:41:18.965725 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Pushing event updated for resources: {'Port': ['ID=71f2b730-a78f-4b4c-a37f-1df07e04b09e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:18.997043 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f18727f7-101e-4c9f-90ae-a987003363a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.082411 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.097345 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['33161f6d-73f9-4e71-9621-2f024e43951c'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:41:19.105789 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773295d0-3aec-47a6-83e7-2b4be461a2a1 req-46e8f0c7-48cc-4f6f-9c86-36d7200e3d47 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:19.107337 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-773295d0-3aec-47a6-83e7-2b4be461a2a1 req-46e8f0c7-48cc-4f6f-9c86-36d7200e3d47 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2433269 Jul 15 15:41:19.119666 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Pushing event deleted for resources: {'Port': ['ID=33161f6d-73f9-4e71-9621-2f024e43951c,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:19.144636 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.197348 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] No DVR routers for this DVR port 33161f6d-73f9-4e71-9621-2f024e43951c on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:41:19.201000 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.203209 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cc8839f3-62ca-49fe-bda0-ce21e6ad7784 req-a4b39efa-a9b9-4802-b33b-26f5718a4db8 tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.43 "DELETE /v2.0/ports/33161f6d-73f9-4e71-9621-2f024e43951c HTTP/1.1" status: 204 len: 173 time: 0.9154141 Jul 15 15:41:19.203339 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-773295d0-3aec-47a6-83e7-2b4be461a2a1 req-f63a1196-603f-4818-8838-68a4c4ad0f78 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867450 Jul 15 15:41:19.207821 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c41f236-d377-427f-9732-a25dfbdd3386', 'name': 'network-vif-deleted', 'tag': '33161f6d-73f9-4e71-9621-2f024e43951c'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:41:19.210238 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfbb897-4923-4479-8c5b-3628322a876f" -d '{"events": [{"server_uuid": "7c41f236-d377-427f-9732-a25dfbdd3386", "name": "network-vif-deleted", "tag": "33161f6d-73f9-4e71-9621-2f024e43951c"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:41:19.272937 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042636fe-5cbf-4c89-8ef8-8ecf9a5b4040 x-openstack-request-id: req-042636fe-5cbf-4c89-8ef8-8ecf9a5b4040 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:41:19.273917 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c41f236-d377-427f-9732-a25dfbdd3386", "name": "network-vif-deleted", "tag": "33161f6d-73f9-4e71-9621-2f024e43951c", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:41:19.273917 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-042636fe-5cbf-4c89-8ef8-8ecf9a5b4040 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:41:19.273917 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c41f236-d377-427f-9732-a25dfbdd3386', 'name': 'network-vif-deleted', 'tag': '33161f6d-73f9-4e71-9621-2f024e43951c', 'status': 'completed', 'code': 200} Jul 15 15:41:19.278567 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f18727f7-101e-4c9f-90ae-a987003363a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.284587 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f18727f7-101e-4c9f-90ae-a987003363a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.336173 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-f18727f7-101e-4c9f-90ae-a987003363a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00b8408b6fed4f429ec0b7090c2eed23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798340 Jul 15 15:41:19.336794 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56146) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:19.345233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18727f7-101e-4c9f-90ae-a987003363a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bf817c-319e-4a8c-8421-fda88e98e086,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:19.404399 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7ce4216c-60ff-4e42-a499-5b70140da505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.430760 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7ce4216c-60ff-4e42-a499-5b70140da505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.488892 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7ce4216c-60ff-4e42-a499-5b70140da505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.493341 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7ce4216c-60ff-4e42-a499-5b70140da505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.497503 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-7ce4216c-60ff-4e42-a499-5b70140da505 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5bf817c-319e-4a8c-8421-fda88e98e086 HTTP/1.1" status: 204 len: 168 time: 0.1558745 Jul 15 15:41:19.505659 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4216c-60ff-4e42-a499-5b70140da505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bf817c-319e-4a8c-8421-fda88e98e086,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:19.690747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:19.782849 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 644c6afb-13e2-4c1b-a20b-e9e9393a37dc up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:19.875487 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:19.891217 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Router 71567397-9f3f-453e-848b-15828a5c4e27 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:41:19.934315 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcdaf56-9b78-4b09-b588-827ea4d9e809 None None] Network 61ff0678-7f39-42d5-9c65-4fa24710475b requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:19.990481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56168) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:20.005131 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-755316c8-28d2-4d1f-afb4-10449feac19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.012917 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:20.026985 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Sync routers for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:20.040334 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:20.040334 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:20.044033 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] Provisioning for port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:20.060015 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] Provisioning complete for port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:20.060843 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.170786 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:20.177455 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-713584e6-93d7-4321-adf1-28caa1721143 req-79a0f7ed-b5f3-420c-a08e-e1e43ec6de0e tempest-DeleteServersTestJSON-1369835405 tempest-DeleteServersTestJSON-1369835405-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c41f236-d377-427f-9732-a25dfbdd3386 HTTP/1.1" status: 200 len: 210 time: 0.0557539 Jul 15 15:41:20.228018 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-755316c8-28d2-4d1f-afb4-10449feac19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.236257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-755316c8-28d2-4d1f-afb4-10449feac19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.244411 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.248388 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fd9039d4-2d78-4d2b-b857-3fcf0803fb4d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5227673 Jul 15 15:41:20.250976 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56172) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:20.287482 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-755316c8-28d2-4d1f-afb4-10449feac19c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c7270cfe169435180cb91bb40855b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959216 Jul 15 15:41:20.288501 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755316c8-28d2-4d1f-afb4-10449feac19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e871247-4c7b-4e3c-9b67-5d84020baaff,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:20.291029 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56174) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:20.309395 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.412015 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] For port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:20.415128 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bdb2-f644-4561-a71a-a73ced15620a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.421901 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.477559 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bdb2-f644-4561-a71a-a73ced15620a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.480747 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:18Z', 'revision_number': 3, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:20.527744 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Checking router: 71567397-9f3f-453e-848b-15828a5c4e27 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:20.528389 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Updating router 71567397-9f3f-453e-848b-15828a5c4e27 port 71f2b730-a78f-4b4c-a37f-1df07e04b09e binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:20.570671 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bdb2-f644-4561-a71a-a73ced15620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.574631 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c6c9bdb2-f644-4561-a71a-a73ced15620a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.583164 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c6c9bdb2-f644-4561-a71a-a73ced15620a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e871247-4c7b-4e3c-9b67-5d84020baaff HTTP/1.1" status: 204 len: 168 time: 0.2862091 Jul 15 15:41:20.585217 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915cbdf-3ce7-4a9e-870b-de03c3b1c2cc None None] Pushing event updated for resources: {'Port': ['ID=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:20.589804 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.605099 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-65ae5093-aa5d-4564-aa0d-eaf89fe89930 None None] Provisioning complete for port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:20.607110 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-65ae5093-aa5d-4564-aa0d-eaf89fe89930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.615559 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9bdb2-f644-4561-a71a-a73ced15620a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e871247-4c7b-4e3c-9b67-5d84020baaff,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:20.751945 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26256b-503c-4d0d-b39a-5de00a61c6be req-f556e392-bd97-4624-a01b-b1577a4a0829 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:20.753452 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae26256b-503c-4d0d-b39a-5de00a61c6be req-f556e392-bd97-4624-a01b-b1577a4a0829 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2068629 Jul 15 15:41:20.872937 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae26256b-503c-4d0d-b39a-5de00a61c6be req-799a5444-945c-4724-b866-b9af0182b84e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125948 Jul 15 15:41:20.910856 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:20.945470 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Transition to ACTIVE for port object 71f2b730-a78f-4b4c-a37f-1df07e04b09e will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:20.958038 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.036510 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Pushing event updated for resources: {'Port': ['ID=71f2b730-a78f-4b4c-a37f-1df07e04b09e,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:21.052309 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.052681 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.053021 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.053455 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.053678 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.054336 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.054816 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.056272 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.056628 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.058245 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.059249 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.060305 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:41:21.062146 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.073286 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Attempting to bind port 71f2b730-a78f-4b4c-a37f-1df07e04b09e on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:21.074059 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Attempting to bind port 71f2b730-a78f-4b4c-a37f-1df07e04b09e by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:21.074596 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Attempting to bind port 71f2b730-a78f-4b4c-a37f-1df07e04b09e on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:21.081793 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:21.082260 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:21.082696 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.083266 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:21.083968 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Bound port: 71f2b730-a78f-4b4c-a37f-1df07e04b09e, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:21.084844 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.146657 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] For port 71f2b730-a78f-4b4c-a37f-1df07e04b09e, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:21.150856 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] For port 71f2b730-a78f-4b4c-a37f-1df07e04b09e, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=71f2b730-a78f-4b4c-a37f-1df07e04b09e,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:21.159498 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.321116 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:21.323017 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Allocated IP 172.20.0.1 (61ff0678-7f39-42d5-9c65-4fa24710475b/9b698455-eb49-4b6d-81f8-d2686299a848/3ae6d6f6-b5e1-449e-935c-daa7ad067fd6) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:21.326791 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:21.413562 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4cc0d-e160-4991-903d-3342b97a2209 None None] Pushing event updated for resources: {'Port': ['ID=71f2b730-a78f-4b4c-a37f-1df07e04b09e,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:21.497250 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:21.504755 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.540952 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Transition to ACTIVE for port object 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:21.598834 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.633421 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 644c6afb-13e2-4c1b-a20b-e9e9393a37dc up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:21.676143 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Network 61ff0678-7f39-42d5-9c65-4fa24710475b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:21.683941 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:21.698265 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:21.700781 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.708842 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:21.709217 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:21.807641 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Pushing event updated for resources: {'Port': ['ID=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:21.891194 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:18Z', 'revision_number': 3, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:22.050900 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:22.072619 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33161f6d-73f9-4e71-9621-2f024e43951c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:41:22.106647 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e866a-91bb-464c-95c7-4996b452dc1c None None] The sync data for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi is: [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:18Z', 'revision_number': 3, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:22.143188 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 33161f6d-73f9-4e71-9621-2f024e43951c {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:41:22.143188 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33161f6d-73f9-4e71-9621-2f024e43951c not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:41:22.154588 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-1adbf218-06a9-43d2-a48f-992f50edc275 None None] Provisioning for port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:22.175056 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-1adbf218-06a9-43d2-a48f-992f50edc275 None None] Provisioning complete for port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:22.175433 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1adbf218-06a9-43d2-a48f-992f50edc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:22.178076 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84f568-a674-48d8-a4e6-a858f8f8d6de req-9db22a5b-b1da-49f9-bd56-c48daebf206d tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:22.180856 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5d84f568-a674-48d8-a4e6-a858f8f8d6de req-9db22a5b-b1da-49f9-bd56-c48daebf206d tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1043038 Jul 15 15:41:22.221818 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-1adbf218-06a9-43d2-a48f-992f50edc275 None None] Port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:41:22.232584 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5d84f568-a674-48d8-a4e6-a858f8f8d6de req-03f60e65-66a5-4a93-b812-eafa033e30d1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Jul 15 15:41:22.313422 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:22.319062 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:22.319862 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:22.369856 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Pushing event updated for resources: {'Port': ['ID=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:22.505334 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Network 61ff0678-7f39-42d5-9c65-4fa24710475b is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:22.507334 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:22.738333 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Router 71567397-9f3f-453e-848b-15828a5c4e27 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:41:22.857591 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-08e54f5f-cea8-4379-b178-54a4cef227ee None None] Provisioning complete for port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:22.858095 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-08e54f5f-cea8-4379-b178-54a4cef227ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:22.904356 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:22.919787 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-72f677a4-2932-440d-90c4-ffecf650e3ef admin admin] 10.222.0.15 "PUT /v2.0/routers/71567397-9f3f-453e-848b-15828a5c4e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6677291 Jul 15 15:41:23.008539 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-08e54f5f-cea8-4379-b178-54a4cef227ee None None] Port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:41:23.156044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56284) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:23.280696 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Deleting subnet 999fcfb6-47ec-4301-8560-e22f4b77b8ea {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:41:23.303602 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.459399 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.473770 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.520068 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-da6293c1-4e7f-4ded-9848-8d83c9af699f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:23.527841 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-da6293c1-4e7f-4ded-9848-8d83c9af699f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.1870668 Jul 15 15:41:23.532852 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d894f-10ed-4ddf-a6c7-18380b062e98 req-7a58f226-7094-4c02-b092-87866407bd25 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:23.540288 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-618d894f-10ed-4ddf-a6c7-18380b062e98 req-7a58f226-7094-4c02-b092-87866407bd25 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1448374 Jul 15 15:41:23.547590 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-6bbdd85b-7668-49c4-b947-065d8144c61a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/quotas/da2a37a386c840d48c59484cdae683d6 HTTP/1.1" status: 200 len: 375 time: 0.0180941 Jul 15 15:41:23.581597 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.634743 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-618d894f-10ed-4ddf-a6c7-18380b062e98 req-3eb28f59-bf83-4a5b-ad6e-fe0589751a60 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935884 Jul 15 15:41:23.638510 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999fcfb6-47ec-4301-8560-e22f4b77b8ea,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:23.645916 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-f409fa5c-b3b2-4d73-8a54-db87df62db7b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965047 Jul 15 15:41:23.674573 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.679740 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6f597f27-10ad-4463-8e5d-c601f1bbb0e5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/999fcfb6-47ec-4301-8560-e22f4b77b8ea HTTP/1.1" status: 204 len: 168 time: 0.5226152 Jul 15 15:41:23.680505 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56316) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:23.702783 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 71f2b730-a78f-4b4c-a37f-1df07e04b09e up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:23.772107 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.777764 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-eabfe3b7-e842-407a-b397-12f41f7428c0 service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303368 Jul 15 15:41:23.911715 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:23.926158 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.927050 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.927932 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.928678 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > port after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.929238 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.929988 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > port after_update 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.930486 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.931204 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.931809 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.932301 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:23.935100 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-9b3c2946-2488-408e-92d8-e70624c93dc2 service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561797 Jul 15 15:41:24.028999 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 71f2b730-a78f-4b4c-a37f-1df07e04b09e completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:24.034440 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 71f2b730-a78f-4b4c-a37f-1df07e04b09e triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:24.034953 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.035451 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56328) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:24.040840 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2101464260-network', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:24.074344 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Made reservation on behalf of 47b03e4406e64968b5fa3cf6c449a975 for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:24.093377 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.095855 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:24.096276 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:24.096768 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:24.097341 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:41:24.097782 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1a43db-90c3-451e-b7f0-0aea6164855a']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:24.114756 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.123847 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:24.124191 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f239dbb0-2f76-45bc-a9e3-2a1db82529cb') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:24.147445 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.208973 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.209499 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8f8d3733-5c32-442d-bffa-aa1a585ac9a6 req-bcca9504-bcf8-49d7-81d5-e7b092fa58cc tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 210 time: 0.0424755 Jul 15 15:41:24.210796 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.221422 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:41:24.222478 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: from cryptography.utils import int_from_bytes Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: from cryptography.utils import int_from_bytes Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:41:24.227872 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:41:24.254350 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 71f2b730-a78f-4b4c-a37f-1df07e04b09e, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=71f2b730-a78f-4b4c-a37f-1df07e04b09e,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:24.263049 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.325049 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=71f2b730-a78f-4b4c-a37f-1df07e04b09e,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:24.335013 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.343513 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.386206 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:24.407480 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d0e62-00e3-4d0d-9d29-2ebaed688f85,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:24.412598 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.412869 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Added segment 1bcd80bb-e0cd-415a-b450-40da7f582cb0 of type vlan for network a768dc06-b565-4725-aec8-fec0cb26c773 Jul 15 15:41:24.447054 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.457492 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.460275 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] 10.222.0.15 "DELETE /v2.0/networks/0a1a43db-90c3-451e-b7f0-0aea6164855a HTTP/1.1" status: 204 len: 168 time: 0.7786515 Jul 15 15:41:24.472925 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.516120 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3bf22-ad5a-4786-8a93-a1280ba774ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1a43db-90c3-451e-b7f0-0aea6164855a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:24.531174 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.534797 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:24.535537 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.581666 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5422788 Jul 15 15:41:24.581879 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56356) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:24.633075 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Request body: {'subnet': {'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2101464260-subnet', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:24.634293 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56362) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:24.649554 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c04a0-2ba8-4492-aace-64960ecb7af6 admin admin] Pushing event updated for resources: {'Network': ['ID=a768dc06-b565-4725-aec8-fec0cb26c773,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:24.656914 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Made reservation on behalf of 47b03e4406e64968b5fa3cf6c449a975 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:24.663848 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network a768dc06-b565-4725-aec8-fec0cb26c773 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:24.674369 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.721479 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Deleting subnet 3af1314e-044d-4507-bc5f-b11e6ba725fc {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:41:24.725387 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.732843 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Sync routers for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:24.774004 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.784564 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:24.785189 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:24.838076 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:24.909067 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56370) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:24.990347 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.038749 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3ed19155-f41e-49bf-b0db-040ebb03dcc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13567d2f37bf4ab0ae2d2caf20acecc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1280053 Jul 15 15:41:25.039286 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56372) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:25.046863 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.066340 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1cf3f8-cffd-44be-9060-773ae89a8b82,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:25.083821 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.086142 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3af1314e-044d-4507-bc5f-b11e6ba725fc HTTP/1.1" status: 204 len: 168 time: 0.4491746 Jul 15 15:41:25.089944 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56374) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:25.091061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d27ee-d69c-4bac-b746-c8f4eabd53a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af1314e-044d-4507-bc5f-b11e6ba725fc,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:25.109809 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:25.127064 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Checking segment: {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:25.127552 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Network hostable DHCP agents. Network: a768dc06-b565-4725-aec8-fec0cb26c773, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:25.148234 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa73b9-5cc1-438e-90d0-1ed2a1fa5e30 req-c66b5741-c1fd-4011-94dd-6841042d32a4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:25.156315 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3fa73b9-5cc1-438e-90d0-1ed2a1fa5e30 req-c66b5741-c1fd-4011-94dd-6841042d32a4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2214363 Jul 15 15:41:25.173745 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Network a768dc06-b565-4725-aec8-fec0cb26c773 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:25.200173 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, a768dc06-b565-4725-aec8-fec0cb26c773) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:25.210804 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:25.211392 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.225048 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8048884f-54c3-4027-85df-089933ca13b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.236498 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-cbe76d24-c9f6-4388-b16a-25f25df14e5d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6107235 Jul 15 15:41:25.239082 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56378) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:25.244474 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:25.260948 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3fa73b9-5cc1-438e-90d0-1ed2a1fa5e30 req-6467ae13-7a6b-41a6-84a1-43e4783dac37 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034575 Jul 15 15:41:25.272444 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.281652 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.283469 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.284604 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8048884f-54c3-4027-85df-089933ca13b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.318799 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07cc49d-a54f-40c3-afef-70ac597faf3c None None] Network a768dc06-b565-4725-aec8-fec0cb26c773 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:25.435652 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.443163 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.455530 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eaa4c0-525e-4f22-81cb-f786cfe7a659']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:25.468172 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b928e7-7266-44cc-b29a-873fd6fc4849') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:25.468729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b928e7-7266-44cc-b29a-873fd6fc4849') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:25.480397 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.496238 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.504078 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:41:25.504483 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:41:25.581195 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:41:25.586533 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.591952 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.598483 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f3eaa4c0-525e-4f22-81cb-f786cfe7a659 HTTP/1.1" status: 204 len: 168 time: 0.5045002 Jul 15 15:41:25.599377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56388) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:25.629637 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c94d2-fa3e-4ed5-a651-35d5fca35f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3eaa4c0-525e-4f22-81cb-f786cfe7a659,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:25.652371 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 71f2b730-a78f-4b4c-a37f-1df07e04b09e up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:25.688320 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Deleting subnet 38a85fcc-f4b3-4074-a479-b7645309f49f {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:41:25.691703 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.714787 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-332800b8-fe74-48d3-b446-d77405f3d6ad req-643c246c-23af-4d49-95df-9faf78a20d07 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 210 time: 0.2952561 Jul 15 15:41:25.732467 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.733398 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:22Z', 'revision_number': 2, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:25.764924 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-a768dc06-b565-4725-aec8-fec0cb26c773', 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'fixed_ips': [{'subnet_id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:41:25.765706 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.769276 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Checking router: 71567397-9f3f-453e-848b-15828a5c4e27 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:25.769625 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Updating router 71567397-9f3f-453e-848b-15828a5c4e27 port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:25.777423 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.822415 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8048884f-54c3-4027-85df-089933ca13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.825890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8048884f-54c3-4027-85df-089933ca13b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.827148 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8048884f-54c3-4027-85df-089933ca13b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb65d8d6-55c1-4f92-bce8-a8e697aa8211 HTTP/1.1" status: 204 len: 168 time: 0.7864745 Jul 15 15:41:25.827911 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 71f2b730-a78f-4b4c-a37f-1df07e04b09e triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:25.828284 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.842665 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.877538 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048884f-54c3-4027-85df-089933ca13b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb65d8d6-55c1-4f92-bce8-a8e697aa8211,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:25.884827 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.891776 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a85fcc-f4b3-4074-a479-b7645309f49f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:25.904202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.907218 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e2542013-be4d-4dfe-a6f1-23c01d026e97 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/38a85fcc-f4b3-4074-a479-b7645309f49f HTTP/1.1" status: 204 len: 168 time: 0.2932613 Jul 15 15:41:25.909103 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56392) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:25.985683 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:25.987080 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.150003 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Allocated IP 172.20.0.2 (a768dc06-b565-4725-aec8-fec0cb26c773/db1cf3f8-cffd-44be-9060-773ae89a8b82/8aa6878b-5a31-4f30-9987-59ccbb447f1b) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:26.257202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-e9c8dcb5-131a-4d01-aef9-62fc9eb196b0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:26.259003 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-e9c8dcb5-131a-4d01-aef9-62fc9eb196b0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.2133081 Jul 15 15:41:26.305967 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Request body: {'port': {'device_id': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'admin_state_up': True, 'tenant_id': 'da2a37a386c840d48c59484cdae683d6'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:26.348500 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.359351 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da69f3b6-489d-4011-af2b-b998178fd147']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:26.370789 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea9f32a-6833-4b10-9d17-3d44a1b0d213') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:26.371087 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea9f32a-6833-4b10-9d17-3d44a1b0d213') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:26.377014 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.381434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.399069 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.418485 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.419823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:41:26.421048 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:41:26.450397 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:41:26.655441 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.664322 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.670643 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.675100 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.686561 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] 10.222.0.15 "DELETE /v2.0/networks/da69f3b6-489d-4011-af2b-b998178fd147 HTTP/1.1" status: 204 len: 168 time: 0.7734094 Jul 15 15:41:26.689951 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Transition to ACTIVE for port object 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:26.703047 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Transition to ACTIVE for port object 8aa6878b-5a31-4f30-9987-59ccbb447f1b will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:26.708413 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdba0c6-1e62-4fbb-80ad-c8c913e13eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=da69f3b6-489d-4011-af2b-b998178fd147,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:26.731460 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.768337 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Transition to ACTIVE for port object 8aa6878b-5a31-4f30-9987-59ccbb447f1b will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:26.793316 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:26.807145 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae410-a5e9-4e11-a357-a67496de93a0 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:26.851370 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Allocated IP 172.27.3.101 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/3ba25f1d-5123-4c4a-9f75-ffd373e88d16) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:26.858231 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314267a2-2e11-4530-8bde-d74ba0b85da5 req-2485b1bb-108e-45b9-bb6f-a9676a2d5b84 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:26.871177 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-314267a2-2e11-4530-8bde-d74ba0b85da5 req-2485b1bb-108e-45b9-bb6f-a9676a2d5b84 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2782495 Jul 15 15:41:26.937838 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Network a768dc06-b565-4725-aec8-fec0cb26c773 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:26.946147 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:26.964720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:26.982760 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-314267a2-2e11-4530-8bde-d74ba0b85da5 req-c3c12944-d668-4319-8262-81591a45c3d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105604 Jul 15 15:41:27.073517 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Made reservation on behalf of da2a37a386c840d48c59484cdae683d6 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:27.076447 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Attempting to bind port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:27.076817 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Attempting to bind port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:27.077168 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Attempting to bind port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 on network 61ff0678-7f39-42d5-9c65-4fa24710475b {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:27.077333 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.115298 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56458) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:27.115470 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Pushing event updated for resources: {'Port': ['ID=8aa6878b-5a31-4f30-9987-59ccbb447f1b,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:27.124881 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:27.125246 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Checking segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:27.125844 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.126411 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Bound using segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:27.127036 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Bound port: 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:27.127618 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.168844 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d5b8ba1-8b9a-4d6e-ba09-9ae03019a013 req-e3cbe39b-7189-4b49-ac1e-fdd218163bb8 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 210 time: 0.1007679 Jul 15 15:41:27.172189 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.237815 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-90c6e9b2-8721-411c-b395-9bae8417a8a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4566f5f265214be0902b492e63732b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212630 Jul 15 15:41:27.241414 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56464) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:27.305659 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c7a8-90d0-4d0e-bbd6-b1e77dce94ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.328695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56466) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:27.329819 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c7a8-90d0-4d0e-bbd6-b1e77dce94ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.352809 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.375092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Attempting to bind port 8aa6878b-5a31-4f30-9987-59ccbb447f1b on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:27.375710 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Attempting to bind port 8aa6878b-5a31-4f30-9987-59ccbb447f1b by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:27.375832 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Attempting to bind port 8aa6878b-5a31-4f30-9987-59ccbb447f1b on network a768dc06-b565-4725-aec8-fec0cb26c773 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:27.387302 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c7a8-90d0-4d0e-bbd6-b1e77dce94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.391156 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c7a8-90d0-4d0e-bbd6-b1e77dce94ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.393007 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c4f8c7a8-90d0-4d0e-bbd6-b1e77dce94ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6184bbad-ec73-4924-97ee-3d8a87f5d0f6 HTTP/1.1" status: 204 len: 168 time: 0.1502259 Jul 15 15:41:27.396742 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:27.396742 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Checking segment: {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:27.397262 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.397644 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Bound using segment: {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:27.398202 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Bound port: 8aa6878b-5a31-4f30-9987-59ccbb447f1b, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:27.398523 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.408268 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8c7a8-90d0-4d0e-bbd6-b1e77dce94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184bbad-ec73-4924-97ee-3d8a87f5d0f6,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:27.412028 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] For port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:27.417779 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] For port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:27.419135 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:27.427411 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:27.430627 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Allocated IP 172.20.0.10 (58f31b63-443f-417d-81c1-7f491384278c/1f933057-0801-4575-8299-ca882d33ce6c/6a532ded-8050-43bb-86e2-7c31370b0648) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:27.435094 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:27.435571 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.537451 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838010382-network', 'tenant_id': 'dfad7ec7c913426eb474c8d991c29c71'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:27.546066 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:27.546066 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:27.579343 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:27.606199 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] For port 8aa6878b-5a31-4f30-9987-59ccbb447f1b, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:27.612829 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae410-a5e9-4e11-a357-a67496de93a0 None None] Pushing event updated for resources: {'Port': ['ID=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:27.639838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Made reservation on behalf of dfad7ec7c913426eb474c8d991c29c71 for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:27.642216 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.668915 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.687414 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] For port 8aa6878b-5a31-4f30-9987-59ccbb447f1b, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8aa6878b-5a31-4f30-9987-59ccbb447f1b,segment=NetworkSegment(1bcd80bb-e0cd-415a-b450-40da7f582cb0),segment_id=1bcd80bb-e0cd-415a-b450-40da7f582cb0)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:27.697360 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:27.777523 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:27.831285 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5bd06-ffe4-424d-89a5-152a19c83f65 None None] Pushing event updated for resources: {'Port': ['ID=8aa6878b-5a31-4f30-9987-59ccbb447f1b,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:27.896339 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56478) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:27.986404 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6145a67f-dfaf-4a68-afd1-9cb3a80db845 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d621b7f9a2ef41f4ad466d54a246bed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888331 Jul 15 15:41:27.989347 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56480) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:28.030617 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.096426 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.117187 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d476ea3d-ffcd-4289-a3ce-0cc2708604eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.154101 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d476ea3d-ffcd-4289-a3ce-0cc2708604eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.176831 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:27Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:28.210177 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996f21b-54f1-4ddc-b89d-8ba2d3b15c58 None None] The sync data for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi is: [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:27Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:28.237892 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d476ea3d-ffcd-4289-a3ce-0cc2708604eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.240496 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d476ea3d-ffcd-4289-a3ce-0cc2708604eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.243595 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d476ea3d-ffcd-4289-a3ce-0cc2708604eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/006edab3-339a-45b4-8d07-c52f340c467a HTTP/1.1" status: 204 len: 168 time: 0.2501633 Jul 15 15:41:28.269692 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476ea3d-ffcd-4289-a3ce-0cc2708604eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006edab3-339a-45b4-8d07-c52f340c467a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:28.375560 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.410879 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a9b93717-2921-49d8-83ac-e45584cbe7b0 req-5b4cef00-58df-41ab-a2f1-77759c44d4bb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 210 time: 0.0568750 Jul 15 15:41:28.424233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.427613 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.440736 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:41:28.757817 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:28.843692 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.843692 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Added segment e14eca5a-7ad3-4e26-82d4-a7829933b8b9 of type vlan for network bee19324-4402-430f-83cc-9d51777d3e35 Jul 15 15:41:28.892893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:28.943619 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d71b0-0a9a-4699-b443-b02ea10df2c6 req-f9711322-9570-416a-bd65-f0c7f9777628 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:28.945276 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ff9d71b0-0a9a-4699-b443-b02ea10df2c6 req-f9711322-9570-416a-bd65-f0c7f9777628 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.7513101 Jul 15 15:41:28.960145 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56506) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:28.961530 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Network 58f31b63-443f-417d-81c1-7f491384278c is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:28.966682 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:28.977488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:28.983632 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:28.984343 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.031582 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc7124-9e60-4f32-b14c-ea1fd395973e,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:29.064083 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.065060 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:29.065606 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.074899 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event updated for resources: {'Port': ['ID=6a532ded-8050-43bb-86e2-7c31370b0648,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:29.096267 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-26b00e65-6961-48e5-91d9-75ed41c4c385 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7944744 Jul 15 15:41:29.117373 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ff9d71b0-0a9a-4699-b443-b02ea10df2c6 req-94da63e8-46ca-48bc-8902-752990159909 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290121 Jul 15 15:41:29.163072 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Request body: {'port': {'device_id': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:29.169932 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8388906 Jul 15 15:41:29.173094 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56516) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:29.180351 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Request body: {'subnet': {'network_id': 'bee19324-4402-430f-83cc-9d51777d3e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838010382-subnet', 'tenant_id': 'dfad7ec7c913426eb474c8d991c29c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:29.187128 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c55f0-007b-4e47-a201-284a5886137e None None] Network a768dc06-b565-4725-aec8-fec0cb26c773 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:29.205348 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.236066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Made reservation on behalf of dfad7ec7c913426eb474c8d991c29c71 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:29.239418 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6023317'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.255151 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde6697-cd2b-4c37-a763-1c2f824cdfe7 admin admin] Pushing event updated for resources: {'Network': ['ID=bee19324-4402-430f-83cc-9d51777d3e35,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:29.283889 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network bee19324-4402-430f-83cc-9d51777d3e35 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:29.296834 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-47bfab1d-c52a-4856-8a4c-e019cf1ebf4c None None] Provisioning for port 8aa6878b-5a31-4f30-9987-59ccbb447f1b completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:29.425255 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.438619 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-25e18858-63d0-4453-8084-27d0afa146bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.758995 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8aa6878b-5a31-4f30-9987-59ccbb447f1b up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:29.839858 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-25e18858-63d0-4453-8084-27d0afa146bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.845747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5277742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6023303'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.870979 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Router 342a02ba-bd68-4369-9633-6984ee906336 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:41:29.892680 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0fd0ac-c8cd-40ab-92ac-4e7eb81467ad,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:29.902667 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-25e18858-63d0-4453-8084-27d0afa146bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:29.912997 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 8aa6878b-5a31-4f30-9987-59ccbb447f1b completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:29.936378 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 8aa6878b-5a31-4f30-9987-59ccbb447f1b triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:29.937589 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18858-63d0-4453-8084-27d0afa146bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316cd1c6-d5b5-4df7-be3d-2566461ffb2b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:29.939054 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.002546 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-25e18858-63d0-4453-8084-27d0afa146bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b040515563b54263bb968ff0ce2c20a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0412707 Jul 15 15:41:30.005553 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56536) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:30.072512 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-355056fe-6d5a-4faa-982d-c38a8919215b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.076237 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Checking segment: {'id': 'e14eca5a-7ad3-4e26-82d4-a7829933b8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bee19324-4402-430f-83cc-9d51777d3e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:30.076786 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Network hostable DHCP agents. Network: bee19324-4402-430f-83cc-9d51777d3e35, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:30.090410 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-9b845ece-9665-4219-bd86-b5fcac3085c8 None None] Provisioning complete for port 8aa6878b-5a31-4f30-9987-59ccbb447f1b triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:30.090788 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9b845ece-9665-4219-bd86-b5fcac3085c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.095728 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-e3171ef8-2090-4c88-823d-075a8e955f76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4927216 Jul 15 15:41:30.116364 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-355056fe-6d5a-4faa-982d-c38a8919215b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.128186 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Network bee19324-4402-430f-83cc-9d51777d3e35 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:30.143662 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93efe17-6cff-42e9-8188-08dd5f87e70e req-0e48427c-1a02-4c95-9612-1c2c9dfbc084 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:30.144091 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f93efe17-6cff-42e9-8188-08dd5f87e70e req-0e48427c-1a02-4c95-9612-1c2c9dfbc084 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 932 time: 0.3645570 Jul 15 15:41:30.149189 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.153797 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, bee19324-4402-430f-83cc-9d51777d3e35) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:30.165097 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:30.165924 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.202328 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6364d2c9-5e76-42a7-a821-d49d3ab5e6d1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0274599 Jul 15 15:41:30.211239 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ab54b-49df-48f0-a9a5-79244d272455 None None] Network bee19324-4402-430f-83cc-9d51777d3e35 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:30.220852 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 8aa6878b-5a31-4f30-9987-59ccbb447f1b, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8aa6878b-5a31-4f30-9987-59ccbb447f1b,segment=NetworkSegment(1bcd80bb-e0cd-415a-b450-40da7f582cb0),segment_id=1bcd80bb-e0cd-415a-b450-40da7f582cb0)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:30.222323 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-355056fe-6d5a-4faa-982d-c38a8919215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.226600 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-355056fe-6d5a-4faa-982d-c38a8919215b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.228132 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-355056fe-6d5a-4faa-982d-c38a8919215b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/316cd1c6-d5b5-4df7-be3d-2566461ffb2b HTTP/1.1" status: 204 len: 168 time: 0.2210062 Jul 15 15:41:30.238194 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355056fe-6d5a-4faa-982d-c38a8919215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316cd1c6-d5b5-4df7-be3d-2566461ffb2b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:30.244740 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.245134 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:30.361557 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:30.367262 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f93efe17-6cff-42e9-8188-08dd5f87e70e req-f7eb2836-6ccd-45b7-a8a0-f3856b3d7b65 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452656 Jul 15 15:41:30.380595 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Sync routers for ids ['342a02ba-bd68-4369-9633-6984ee906336'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:30.395843 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a532ded-8050-43bb-86e2-7c31370b0648 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:41:30.398048 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:30.401673 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e608697-7b51-48f5-93b9-91b976f98fc0 req-abb8fdfb-4caf-4834-b8ea-f717175762a1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:30.404125 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e608697-7b51-48f5-93b9-91b976f98fc0 req-abb8fdfb-4caf-4834-b8ea-f717175762a1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1080053 Jul 15 15:41:30.413150 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.413653 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Routers {'342a02ba-bd68-4369-9633-6984ee906336'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:30.414324 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['342a02ba-bd68-4369-9633-6984ee906336'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:30.421822 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.427985 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d6d24d3e-9db0-4a30-9dd9-a23a1dddb458 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1878304 Jul 15 15:41:30.428669 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56550) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:30.452612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-ecb56f83-9940-4f09-85c9-8f260fd5a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:30.455062 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-ecb56f83-9940-4f09-85c9-8f260fd5a835 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 1098 time: 0.2346737 Jul 15 15:41:30.500803 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Transition to ACTIVE for port object 6a532ded-8050-43bb-86e2-7c31370b0648 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:30.506285 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e608697-7b51-48f5-93b9-91b976f98fc0 req-130bbe37-a59c-4497-a7f7-0d01957b31ba tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960188 Jul 15 15:41:30.511527 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:30.511908 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.566434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56554) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:30.651787 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Set router 342a02ba-bd68-4369-9633-6984ee906336 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:30.652435 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-cba07ce2-6379-44bf-a38a-735328fe0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:30.654888 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-cba07ce2-6379-44bf-a38a-735328fe0f4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 914 time: 0.1512694 Jul 15 15:41:30.662710 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.691039 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=8aa6878b-5a31-4f30-9987-59ccbb447f1b,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:30.734785 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-173c4087-5bb7-405b-9ca7-d4dde94f8df0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07 HTTP/1.1" status: 200 len: 217 time: 0.0682125 Jul 15 15:41:30.836068 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-2d56cf3a-9033-4926-b3bf-ac49512e87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:30.838107 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-2d56cf3a-9033-4926-b3bf-ac49512e87d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.0733237 Jul 15 15:41:30.848664 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:41:27Z', 'revision_number': 3, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:30.880681 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Checking router: 342a02ba-bd68-4369-9633-6984ee906336 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:30.881236 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Updating router 342a02ba-bd68-4369-9633-6984ee906336 port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:30.915752 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ce45d7-590a-4e9c-bd4e-ac8cd41670a6 None None] Network bee19324-4402-430f-83cc-9d51777d3e35 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:30.919637 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-123e2c77-2867-4f34-ba2e-63dbda5da7ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378268 Jul 15 15:41:30.920794 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:30.921459 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.019566 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d303b9cb-2dbe-415f-b5f7-d57cc0887ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.037986 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56564) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:31.073847 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-2eec9541-e7bd-4ffe-8a91-195e5f430ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168258 Jul 15 15:41:31.073991 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbe34-3887-4e00-b966-28aa5373826b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.095179 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:31.099042 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Attempting to bind port 6a532ded-8050-43bb-86e2-7c31370b0648 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:31.099568 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Attempting to bind port 6a532ded-8050-43bb-86e2-7c31370b0648 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:31.099818 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Attempting to bind port 6a532ded-8050-43bb-86e2-7c31370b0648 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:31.110499 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.114101 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Port 6a532ded-8050-43bb-86e2-7c31370b0648 on network 58f31b63-443f-417d-81c1-7f491384278c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:41:31.114526 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Attempting to bind port 6a532ded-8050-43bb-86e2-7c31370b0648 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:31.123726 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Pushing event updated for resources: {'Port': ['ID=6a532ded-8050-43bb-86e2-7c31370b0648,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.138806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:31.139362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Checking segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:31.139908 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Bound using segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:31.140533 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Bound port: 6a532ded-8050-43bb-86e2-7c31370b0648, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:31.141047 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.230155 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.240555 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Transition to ACTIVE for port object 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:31.247942 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.303979 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.318447 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c484908-ee14-4163-885b-3e8ad75e0a1f None None] Pushing event updated for resources: {'Port': ['ID=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.325101 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d303b9cb-2dbe-415f-b5f7-d57cc0887ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.338274 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d303b9cb-2dbe-415f-b5f7-d57cc0887ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.349299 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Attempting to bind port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:31.350014 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Attempting to bind port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:31.350584 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Attempting to bind port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:31.357702 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:31.358629 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:31.359239 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.359869 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:31.360554 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Bound port: 3ba25f1d-5123-4c4a-9f75-ffd373e88d16, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:31.361176 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.395071 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d303b9cb-2dbe-415f-b5f7-d57cc0887ab5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f53efa0c0f614d2fa78a1b8094ff4ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8272336 Jul 15 15:41:31.402411 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56576) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:31.418085 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303b9cb-2dbe-415f-b5f7-d57cc0887ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b281404-1494-480b-ad09-c3e38e39a84d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.418728 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] For port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:31.423022 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] For port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:31.446697 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.484900 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d78c34dd-e749-49e9-a94b-c3f2dbb9ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.515476 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Routers {'342a02ba-bd68-4369-9633-6984ee906336'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:31.516463 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['342a02ba-bd68-4369-9633-6984ee906336'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:31.519679 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d78c34dd-e749-49e9-a94b-c3f2dbb9ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.544774 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56582) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:31.560525 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-257375381-network', 'tenant_id': '64fb00f47fa64199abb02fa73c84ba90'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:31.606656 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbe34-3887-4e00-b966-28aa5373826b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.624068 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9cbfbe34-3887-4e00-b966-28aa5373826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.640012 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8aa6878b-5a31-4f30-9987-59ccbb447f1b up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:31.673729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Made reservation on behalf of 64fb00f47fa64199abb02fa73c84ba90 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:31.676036 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.700571 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9cbfbe34-3887-4e00-b966-28aa5373826b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81ba20bd8cc84dc09bcbf41242b48bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596997 Jul 15 15:41:31.701910 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56588) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:31.705395 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.710223 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c484908-ee14-4163-885b-3e8ad75e0a1f None None] Pushing event updated for resources: {'Port': ['ID=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.712506 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfbe34-3887-4e00-b966-28aa5373826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4185b863-a9ed-4449-99b3-1eef3924a9c3,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.718001 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] Set router 342a02ba-bd68-4369-9633-6984ee906336 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:31.728942 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d78c34dd-e749-49e9-a94b-c3f2dbb9ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.732011 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d78c34dd-e749-49e9-a94b-c3f2dbb9ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.735690 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d78c34dd-e749-49e9-a94b-c3f2dbb9ef22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b281404-1494-480b-ad09-c3e38e39a84d HTTP/1.1" status: 204 len: 168 time: 0.3281586 Jul 15 15:41:31.758667 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 8aa6878b-5a31-4f30-9987-59ccbb447f1b triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:31.764869 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c34dd-e749-49e9-a94b-c3f2dbb9ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b281404-1494-480b-ad09-c3e38e39a84d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:31.765656 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.776737 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a2f49-a2de-4d3a-8393-e6e8c4ccb88c req-5a803a7f-1420-4ca5-9fce-60b874e2b32b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:31.778129 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-468a2f49-a2de-4d3a-8393-e6e8c4ccb88c req-5a803a7f-1420-4ca5-9fce-60b874e2b32b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 944 time: 0.2422411 Jul 15 15:41:31.831137 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dc82fac9-8096-44d2-a4d3-d173d35899c4 req-6b14130e-740a-419e-a80b-4c78533ca5fe service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339342 Jul 15 15:41:31.966244 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b188f79-5798-4665-8834-29154649457c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:31.974947 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-468a2f49-a2de-4d3a-8393-e6e8c4ccb88c req-132e20e6-166e-43d4-b891-24b9b6d17fe2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889827 Jul 15 15:41:32.030766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] For port 6a532ded-8050-43bb-86e2-7c31370b0648, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:32.038568 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b188f79-5798-4665-8834-29154649457c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.049358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbcc6c-2133-4255-806e-0ad187b6846e req-6673e812-3eef-4fdb-87b2-ce6e34e248a6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:32.051346 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4abbcc6c-2133-4255-806e-0ad187b6846e req-6673e812-3eef-4fdb-87b2-ce6e34e248a6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.3520601 Jul 15 15:41:32.064747 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:32.078062 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] For port 6a532ded-8050-43bb-86e2-7c31370b0648, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a532ded-8050-43bb-86e2-7c31370b0648,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:32.095096 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.123133 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:32.123507 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.128201 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:41:27Z', 'revision_number': 3, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:32.149863 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.171848 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.205917 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb676040-acba-45ba-a739-d857b89bfcc1 None None] The sync data for ids ['342a02ba-bd68-4369-9633-6984ee906336'] in dv-cinder-789603-12-iscsi is: [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:41:27Z', 'revision_number': 3, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:32.216829 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53c858d-9559-4378-8bb2-81fdb616ffad,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:32.247758 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:32.285178 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4abbcc6c-2133-4255-806e-0ad187b6846e req-14d889c3-8ef7-4957-af69-37cc5ede07d7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233167 Jul 15 15:41:32.290528 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b188f79-5798-4665-8834-29154649457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.294071 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b188f79-5798-4665-8834-29154649457c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.307059 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:32.307723 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.309086 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a532ded-8050-43bb-86e2-7c31370b0648 HTTP/1.1" status: 200 len: 1094 time: 3.1530781 Jul 15 15:41:32.309590 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'tag': '6a532ded-8050-43bb-86e2-7c31370b0648'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:41:32.312033 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddabe42-1607-4511-94b1-86c00ae69120" -d '{"events": [{"name": "network-changed", "server_uuid": "f20458c7-a6fa-4d8d-9d99-9a9c5a728081", "tag": "6a532ded-8050-43bb-86e2-7c31370b0648"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:41:32.312198 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2b188f79-5798-4665-8834-29154649457c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4185b863-a9ed-4449-99b3-1eef3924a9c3 HTTP/1.1" status: 204 len: 168 time: 0.5957983 Jul 15 15:41:32.334665 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.348932 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Added segment 1fc33d2c-abf0-4d09-8be4-e93a135055e2 of type vlan for network 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e Jul 15 15:41:32.364800 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138244-4b1c-45d7-b727-a54082d46762 service neutron] Pushing event updated for resources: {'Port': ['ID=6a532ded-8050-43bb-86e2-7c31370b0648,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:32.373689 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3016b-49cd-451a-b1e0-36eac13ea54e x-openstack-request-id: req-e4b3016b-49cd-451a-b1e0-36eac13ea54e {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:41:32.374260 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20458c7-a6fa-4d8d-9d99-9a9c5a728081", "tag": "6a532ded-8050-43bb-86e2-7c31370b0648", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:41:32.374514 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4b3016b-49cd-451a-b1e0-36eac13ea54e {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:41:32.374894 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'tag': '6a532ded-8050-43bb-86e2-7c31370b0648', 'status': 'completed', 'code': 200} Jul 15 15:41:32.456106 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b188f79-5798-4665-8834-29154649457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4185b863-a9ed-4449-99b3-1eef3924a9c3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:32.460967 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.517229 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.519288 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:32.520785 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.538337 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.576347 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-75afa234-5123-4c4b-b3bf-0ec5554c776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:32.577990 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-75afa234-5123-4c4b-b3bf-0ec5554c776a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 1097 time: 0.2145982 Jul 15 15:41:32.630363 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=1be8a799-d2cb-4fdc-8b18-93f6d6acc50e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:32.645234 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:32.661879 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0fde0971-a404-45ae-8e98-1cadfb010ac4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1123147 Jul 15 15:41:32.662631 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56618) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:32.705313 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Request body: {'subnet': {'network_id': '1be8a799-d2cb-4fdc-8b18-93f6d6acc50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-257375381-subnet', 'tenant_id': '64fb00f47fa64199abb02fa73c84ba90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:32.747738 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-081331fd-65f4-47ad-ab8b-f136b4d386a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a532ded-8050-43bb-86e2-7c31370b0648 HTTP/1.1" status: 200 len: 217 time: 0.1306455 Jul 15 15:41:32.756221 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Made reservation on behalf of 64fb00f47fa64199abb02fa73c84ba90 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:32.759047 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6023317'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:32.986348 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56630) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:32.996833 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Allocated IP 172.20.0.1 (a768dc06-b565-4725-aec8-fec0cb26c773/db1cf3f8-cffd-44be-9060-773ae89a8b82/53bc4be8-6d5e-4c12-8871-4cdead53dac2) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:33.002299 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-fff9e25b-5a45-47d3-88e4-f534ea9fba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:33.003864 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-fff9e25b-5a45-47d3-88e4-f534ea9fba82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.2458160 Jul 15 15:41:33.046283 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-56c14bca-588b-49fb-8bd8-538505483fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.096496 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5277742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6023303'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.101098 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-5fb1f296-fc68-4733-8613-50a90ae89bd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757062 Jul 15 15:41:33.155861 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ef86a7-6fbe-4d18-8823-5fdc0349f15b,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:33.227748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Checking segment: {'id': '1fc33d2c-abf0-4d09-8be4-e93a135055e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1be8a799-d2cb-4fdc-8b18-93f6d6acc50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:33.228242 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Network hostable DHCP agents. Network: 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:33.262917 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.325209 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Network 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:33.343310 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.352931 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-56c14bca-588b-49fb-8bd8-538505483fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.355893 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-6058f791-c904-4979-8ee1-da38cf140903 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416894 Jul 15 15:41:33.361007 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-56c14bca-588b-49fb-8bd8-538505483fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.369062 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:33.379094 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ab7c0-0259-48a8-8b3f-31636104110c None None] Network 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:33.388151 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:33.389175 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.391539 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Transition to ACTIVE for port object 53bc4be8-6d5e-4c12-8871-4cdead53dac2 will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:33.403123 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b62df4-47cd-4c90-b72e-6aaa6912cee9 req-640206e9-97b5-4c7d-b718-ba3263d916ba tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:33.404957 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89b62df4-47cd-4c90-b72e-6aaa6912cee9 req-640206e9-97b5-4c7d-b718-ba3263d916ba tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 944 time: 0.2424629 Jul 15 15:41:33.443479 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c14bca-588b-49fb-8bd8-538505483fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f6238-8adb-437c-8bfd-c3d27638d5af,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:33.476771 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-56c14bca-588b-49fb-8bd8-538505483fc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ed596b8963241ef8293a24d922d28dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888952 Jul 15 15:41:33.480219 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56644) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:33.500507 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-94373fcf-142f-4b32-80dd-1644a6a99b90 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8343120 Jul 15 15:41:33.553157 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701e7eb-c424-4bd4-97f2-8169d78b9676 None None] Network 1be8a799-d2cb-4fdc-8b18-93f6d6acc50e requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:33.644887 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8e2719d7-f43a-4bee-a7e0-5976c8194216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.716569 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89b62df4-47cd-4c90-b72e-6aaa6912cee9 req-10d6416a-0e6c-441f-8500-7ad18143ed8a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645846 Jul 15 15:41:33.717623 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8e2719d7-f43a-4bee-a7e0-5976c8194216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.720190 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0da3438-5775-41da-824c-51c8ef9165c5 req-805fa0ab-d896-4cc2-8af8-a6f2786112a3 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558254 Jul 15 15:41:33.739799 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.789136 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:33.793886 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56648) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:33.850996 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:33.856426 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:33.857844 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.864286 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Network a768dc06-b565-4725-aec8-fec0cb26c773 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:33.871464 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:33.877326 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:33.877621 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.878499 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Deleting subnet 6b0fd0ac-c8cd-40ab-92ac-4e7eb81467ad {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:41:33.885939 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.889698 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=53bc4be8-6d5e-4c12-8871-4cdead53dac2,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:33.957254 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92378-0205-4457-b2f4-921a047b437e req-d86cc4f3-598f-45c1-97c5-1bfcb7f3e518 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:33.962377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.966607 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00d92378-0205-4457-b2f4-921a047b437e req-d86cc4f3-598f-45c1-97c5-1bfcb7f3e518 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2703066 Jul 15 15:41:33.981060 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8e2719d7-f43a-4bee-a7e0-5976c8194216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.983519 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8e2719d7-f43a-4bee-a7e0-5976c8194216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:33.985776 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabe42-1607-4511-94b1-86c00ae69120 req-890df663-96ac-4b06-a921-31f54e39da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:33.988590 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8e2719d7-f43a-4bee-a7e0-5976c8194216 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e7f6238-8adb-437c-8bfd-c3d27638d5af HTTP/1.1" status: 204 len: 168 time: 0.5019798 Jul 15 15:41:33.992842 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-890df663-96ac-4b06-a921-31f54e39da2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 1097 time: 0.1900716 Jul 15 15:41:34.003787 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.018376 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:34.033173 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.065796 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2719d7-f43a-4bee-a7e0-5976c8194216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f6238-8adb-437c-8bfd-c3d27638d5af,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:34.124912 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00d92378-0205-4457-b2f4-921a047b437e req-b6c523a6-398d-400f-8e94-ce29adc171ed tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569040 Jul 15 15:41:34.151942 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.192143 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabe42-1607-4511-94b1-86c00ae69120 req-1e68bce2-5c28-4756-890a-e9e8ceb45093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:34.194604 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-1e68bce2-5c28-4756-890a-e9e8ceb45093 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 914 time: 0.1932406 Jul 15 15:41:34.261287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.279345 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:34.305448 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0fd0ac-c8cd-40ab-92ac-4e7eb81467ad,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:34.317712 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.322056 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3e06bced-3d86-4799-97e7-b03aded2c1a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b0fd0ac-c8cd-40ab-92ac-4e7eb81467ad HTTP/1.1" status: 204 len: 168 time: 0.5240541 Jul 15 15:41:34.322228 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56660) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:34.355647 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-0585969a-eae5-4745-a27c-efbbebf9e77f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a532ded-8050-43bb-86e2-7c31370b0648 HTTP/1.1" status: 200 len: 217 time: 0.1501915 Jul 15 15:41:34.365023 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7165a0df-a65b-4ff4-8b32-dfd62c933587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.400887 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-79f0e90f-eb07-49c1-94f5-10236395693d None None] Provisioning for port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:34.405702 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-79f0e90f-eb07-49c1-94f5-10236395693d None None] Provisioning complete for port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:34.406278 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-79f0e90f-eb07-49c1-94f5-10236395693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.429171 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabe42-1607-4511-94b1-86c00ae69120 req-03be0c25-0227-4683-829b-d5d9d89dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:34.430716 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-03be0c25-0227-4683-829b-d5d9d89dd384 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.0613456 Jul 15 15:41:34.482553 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-79f0e90f-eb07-49c1-94f5-10236395693d None None] Port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:41:34.497367 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.574410 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-9f2b7aa9-50cb-4a9d-96cd-a318a2cc2814 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239951 Jul 15 15:41:34.611091 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.687795 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.716897 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee19324-4402-430f-83cc-9d51777d3e35']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:34.747565 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14eca5a-7ad3-4e26-82d4-a7829933b8b9') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:34.747758 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14eca5a-7ad3-4e26-82d4-a7829933b8b9') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:34.773591 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.806603 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.813904 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:41:34.815030 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:34.815163 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56678) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:41:34.816772 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:41:34.847355 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-8ee4e599-aa96-4adf-95b3-1213cf274f44 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633502 Jul 15 15:41:34.978340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.008489 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.011001 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bee19324-4402-430f-83cc-9d51777d3e35 HTTP/1.1" status: 204 len: 168 time: 0.6870625 Jul 15 15:41:35.025013 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56690) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:35.042144 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40601a6-7abf-4513-bd2d-0d71d865ccd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee19324-4402-430f-83cc-9d51777d3e35,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:35.111699 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cda92-34a2-4d5a-bf30-a911f1c2eb05 req-aeb99e59-8d6e-47af-9fb3-fb503333c131 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:35.113664 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e96cda92-34a2-4d5a-bf30-a911f1c2eb05 req-aeb99e59-8d6e-47af-9fb3-fb503333c131 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 944 time: 0.1894598 Jul 15 15:41:35.123236 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Deleting subnet f3ef86a7-6fbe-4d18-8823-5fdc0349f15b {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:41:35.132468 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.181716 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.210661 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-19a2b096-6783-41f5-bc24-367f0e261b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.232720 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.282763 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dddabe42-1607-4511-94b1-86c00ae69120 req-514197c1-1021-4800-82c2-54911cda98c1 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242079 Jul 15 15:41:35.331917 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e96cda92-34a2-4d5a-bf30-a911f1c2eb05 req-ce5ec5ef-60da-46f6-8a30-887f66a9fffb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125342 Jul 15 15:41:35.338902 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.341684 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.354653 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.355372 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.380382 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ef86a7-6fbe-4d18-8823-5fdc0349f15b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:35.384501 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.386845 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0e0589b2-ecef-4ac2-be4b-4e850794f912 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3ef86a7-6fbe-4d18-8823-5fdc0349f15b HTTP/1.1" status: 204 len: 168 time: 0.3608387 Jul 15 15:41:35.389379 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56706) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:35.479766 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.507778 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Network a768dc06-b565-4725-aec8-fec0cb26c773 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:35.521691 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:35.524521 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=53bc4be8-6d5e-4c12-8871-4cdead53dac2,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:35.540314 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292aa54-bfb0-48db-91db-7ca30b002aa7 req-17ed2765-d0b2-4ece-a92f-e3940e5bb6fd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:35.547277 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9292aa54-bfb0-48db-91db-7ca30b002aa7 req-17ed2765-d0b2-4ece-a92f-e3940e5bb6fd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2793899 Jul 15 15:41:35.620720 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.635833 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be8a799-d2cb-4fdc-8b18-93f6d6acc50e']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:35.643275 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-19a2b096-6783-41f5-bc24-367f0e261b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.648822 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc33d2c-abf0-4d09-8be4-e93a135055e2') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:35.649108 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc33d2c-abf0-4d09-8be4-e93a135055e2') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:35.676331 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.678041 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:35.703621 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.704924 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-19a2b096-6783-41f5-bc24-367f0e261b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.711536 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:41:35.711956 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:41:35.714370 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:41:35.770853 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9292aa54-bfb0-48db-91db-7ca30b002aa7 req-dc799337-54a7-4c89-95db-0717c45617d3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227154 Jul 15 15:41:35.799786 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:35.800166 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.815373 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-19a2b096-6783-41f5-bc24-367f0e261b2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e52f701ead84bd689bebfecc1e9f6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9992363 Jul 15 15:41:35.815671 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.817631 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2b096-6783-41f5-bc24-367f0e261b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc5055-0665-4c74-b8f9-f4d4cbbd76c2,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:35.818356 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56718) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:35.845259 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.847013 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Router 342a02ba-bd68-4369-9633-6984ee906336 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:41:35.847582 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] 10.222.0.15 "DELETE /v2.0/networks/1be8a799-d2cb-4fdc-8b18-93f6d6acc50e HTTP/1.1" status: 204 len: 168 time: 0.4571161 Jul 15 15:41:35.884511 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9eba9-5c9e-49f4-9956-0d44991214ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1be8a799-d2cb-4fdc-8b18-93f6d6acc50e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:35.939595 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3f158b3-0438-4b76-9212-72d49ad9a773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.960926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-2879106a-fcbd-43f0-bcc0-4293cf080a29 None None] Provisioning complete for port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:35.961294 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2879106a-fcbd-43f0-bcc0-4293cf080a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:35.972652 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3f158b3-0438-4b76-9212-72d49ad9a773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.013884 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-2879106a-fcbd-43f0-bcc0-4293cf080a29 None None] Port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:41:36.037852 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56726) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:36.042761 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3f158b3-0438-4b76-9212-72d49ad9a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.045433 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3f158b3-0438-4b76-9212-72d49ad9a773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.045805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:36.046575 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d3f158b3-0438-4b76-9212-72d49ad9a773 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14fc5055-0665-4c74-b8f9-f4d4cbbd76c2 HTTP/1.1" status: 204 len: 168 time: 0.2270675 Jul 15 15:41:36.059327 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Sync routers for ids ['342a02ba-bd68-4369-9633-6984ee906336'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:36.063604 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f158b3-0438-4b76-9212-72d49ad9a773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc5055-0665-4c74-b8f9-f4d4cbbd76c2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:36.064883 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fd36e3b7-af42-483f-b0e8-f34a474d3ae8 admin admin] 10.222.0.15 "PUT /v2.0/routers/342a02ba-bd68-4369-9633-6984ee906336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6302156 Jul 15 15:41:36.095926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Routers {'342a02ba-bd68-4369-9633-6984ee906336'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:36.097098 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['342a02ba-bd68-4369-9633-6984ee906336'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:36.106434 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9f026efa-8e01-40f8-a7db-cd01cd1c4586 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfad7ec7c913426eb474c8d991c29c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673268 Jul 15 15:41:36.108937 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56736) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:36.171706 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-97d74383-0d81-4708-b30a-9ba2cce52227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.192872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-97d74383-0d81-4708-b30a-9ba2cce52227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.230650 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Set router 342a02ba-bd68-4369-9633-6984ee906336 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:36.276521 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-97d74383-0d81-4708-b30a-9ba2cce52227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.279571 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-97d74383-0d81-4708-b30a-9ba2cce52227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.283241 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-97d74383-0d81-4708-b30a-9ba2cce52227 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68dc7124-9e60-4f32-b14c-ea1fd395973e HTTP/1.1" status: 204 len: 168 time: 0.1702449 Jul 15 15:41:36.292496 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d74383-0d81-4708-b30a-9ba2cce52227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc7124-9e60-4f32-b14c-ea1fd395973e,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:36.559708 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:41:34Z', 'revision_number': 4, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '53bc4be8-6d5e-4c12-8871-4cdead53dac2', 'name': '', 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'mac_address': 'fa:16:3e:b0:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:32Z', 'updated_at': '2021-07-15T15:41:34Z', 'revision_number': 2, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'subnets': [{'id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:36.577727 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd7cd8-ce96-4395-88bf-5b2e996bdf54 req-0394f842-a874-416a-bfb4-fdf46a46fe2e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:36.580975 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-30fd7cd8-ce96-4395-88bf-5b2e996bdf54 req-0394f842-a874-416a-bfb4-fdf46a46fe2e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 944 time: 0.0920336 Jul 15 15:41:36.623223 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Checking router: 342a02ba-bd68-4369-9633-6984ee906336 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:36.624516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Updating router 342a02ba-bd68-4369-9633-6984ee906336 port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:36.690699 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-30fd7cd8-ce96-4395-88bf-5b2e996bdf54 req-a4fd2c3d-17cb-4d15-b47a-0a3c2798dca2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991745 Jul 15 15:41:36.707228 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.817131 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56774) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:36.825350 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396338604', 'description': 'tempest-secgroup-smoke-1396338604 description', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:36.860370 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:36.904266 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a532ded-8050-43bb-86e2-7c31370b0648 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:41:37.017499 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.023502 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.081408 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405962a-e738-4e6e-b6fc-da0a3f46bb98 req-73a613f2-7fc5-43ae-be09-8e1d3b76c1ae tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:37.101170 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f405962a-e738-4e6e-b6fc-da0a3f46bb98 req-73a613f2-7fc5-43ae-be09-8e1d3b76c1ae tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1206498 Jul 15 15:41:37.118093 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.128739 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3085535 Jul 15 15:41:37.129541 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56792) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.138655 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group_rule': {'security_group_id': '05ff5ee7-0349-4fc9-869a-f9f3534ebb3c', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:37.143732 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfded1-3f6e-469b-bfa4-377ed39dcece tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.192344 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f405962a-e738-4e6e-b6fc-da0a3f46bb98 req-f1ee7368-01ad-462a-af49-642c50b350d3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836136 Jul 15 15:41:37.192854 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56798) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.235367 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.263148 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b09e69e4-5d05-49f5-802c-070afc138fc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64fb00f47fa64199abb02fa73c84ba90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691671 Jul 15 15:41:37.263835 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56802) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.283228 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3f3f146a-aa3a-4ba2-b19e-1489b41f3492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.304502 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6a532ded-8050-43bb-86e2-7c31370b0648, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a532ded-8050-43bb-86e2-7c31370b0648,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:37.330701 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '6a532ded-8050-43bb-86e2-7c31370b0648', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'port_id': '6a532ded-8050-43bb-86e2-7c31370b0648', 'mac_address': 'fa:16:3e:f3:44:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f933057-0801-4575-8299-ca882d33ce6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:41:37.351323 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.355062 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f575f465-dd9f-4317-924f-4c3cea000835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.360808 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.379837 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.387754 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f575f465-dd9f-4317-924f-4c3cea000835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.394299 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710b141-dd28-45a6-9ee2-e76db9b2e9c6,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.415548 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a532ded-8050-43bb-86e2-7c31370b0648 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:41:37.418519 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.419827 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a59fb0e9-1cb9-4871-8eb5-0cf59194e56c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877138 Jul 15 15:41:37.422936 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56810) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.428916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group_rule': {'security_group_id': '05ff5ee7-0349-4fc9-869a-f9f3534ebb3c', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:37.464326 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.469522 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.483579 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6a532ded-8050-43bb-86e2-7c31370b0648, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a532ded-8050-43bb-86e2-7c31370b0648,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:37.486173 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.497076 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.506612 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f575f465-dd9f-4317-924f-4c3cea000835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.509675 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f575f465-dd9f-4317-924f-4c3cea000835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.513920 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f575f465-dd9f-4317-924f-4c3cea000835 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d53c858d-9559-4378-8bb2-81fdb616ffad HTTP/1.1" status: 204 len: 168 time: 0.2467501 Jul 15 15:41:37.520307 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f465-dd9f-4317-924f-4c3cea000835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53c858d-9559-4378-8bb2-81fdb616ffad,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.551873 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Transition to ACTIVE for port object 53bc4be8-6d5e-4c12-8871-4cdead53dac2 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:37.562748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.569396 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.577740 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.596135 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6a532ded-8050-43bb-86e2-7c31370b0648,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.616486 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc36b01-1626-414b-a6cd-bb4342bc2624,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.638894 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.643005 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1c1aa8e5-b094-41fb-8cb7-38ca00fa8752 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2163978 Jul 15 15:41:37.644710 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56818) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.655892 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group_rule': {'security_group_id': '05ff5ee7-0349-4fc9-869a-f9f3534ebb3c', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:37.705785 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc7f41-b52f-4d70-8261-0cbd675ed427 None None] Pushing event updated for resources: {'Port': ['ID=53bc4be8-6d5e-4c12-8871-4cdead53dac2,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.743782 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.778084 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Attempting to bind port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:37.778673 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Attempting to bind port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:37.778818 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Attempting to bind port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 on network a768dc06-b565-4725-aec8-fec0cb26c773 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:37.793560 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:37.794214 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Checking segment: {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:37.794805 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.795391 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Bound using segment: {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:37.797090 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Bound port: 53bc4be8-6d5e-4c12-8871-4cdead53dac2, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcd80bb-e0cd-415a-b450-40da7f582cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:37.799335 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.854833 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.872639 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56828) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.897835 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.912056 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] For port 53bc4be8-6d5e-4c12-8871-4cdead53dac2, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:37.915286 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] For port 53bc4be8-6d5e-4c12-8871-4cdead53dac2, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=53bc4be8-6d5e-4c12-8871-4cdead53dac2,segment=NetworkSegment(1bcd80bb-e0cd-415a-b450-40da7f582cb0),segment_id=1bcd80bb-e0cd-415a-b450-40da7f582cb0)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:37.919701 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d85c17-85fb-43df-a2a0-839dc54f0c24,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:37.922499 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.969372 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:37.970627 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-641f8f4c-5ea3-491d-ab0f-b030d6445b63 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3233247 Jul 15 15:41:37.973696 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56834) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:37.980192 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group_rule': {'security_group_id': '05ff5ee7-0349-4fc9-869a-f9f3534ebb3c', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:38.003154 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc7f41-b52f-4d70-8261-0cbd675ed427 None None] Pushing event updated for resources: {'Port': ['ID=53bc4be8-6d5e-4c12-8871-4cdead53dac2,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:38.043970 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Routers {'342a02ba-bd68-4369-9633-6984ee906336'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:38.045037 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['342a02ba-bd68-4369-9633-6984ee906336'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:38.065269 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.070060 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880a14-1d43-4708-9a8f-862a40a589b9 req-394336ca-d1dd-4cda-a1a9-7ea55a426a89 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:38.077740 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94880a14-1d43-4708-9a8f-862a40a589b9 req-394336ca-d1dd-4cda-a1a9-7ea55a426a89 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 945 time: 0.2396505 Jul 15 15:41:38.124527 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-94880a14-1d43-4708-9a8f-862a40a589b9 req-f3a933bf-7219-4f48-83ac-62dceb2fdd40 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Jul 15 15:41:38.134105 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.140982 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fef5a471-a2c5-45f2-b2a9-0517382f21a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.216334 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] Set router 342a02ba-bd68-4369-9633-6984ee906336 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:38.236000 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.263380 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.311943 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbe82dc-c6a7-4e59-a936-8833be2ecde6,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:38.429829 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fef5a471-a2c5-45f2-b2a9-0517382f21a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.441937 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fef5a471-a2c5-45f2-b2a9-0517382f21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.458532 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.462709 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-4249a2a3-e2b6-4968-aaff-864a539f4a2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4851062 Jul 15 15:41:38.463791 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56854) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:38.488213 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group_rule': {'security_group_id': '05ff5ee7-0349-4fc9-869a-f9f3534ebb3c', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:38.501946 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fef5a471-a2c5-45f2-b2a9-0517382f21a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=411ca2936e3f423cac83452baf757cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6279495 Jul 15 15:41:38.502999 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5a471-a2c5-45f2-b2a9-0517382f21a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad1d1fc-ddbe-4cce-9110-3eca04a7a48a,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:38.505621 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56856) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:38.543718 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Project ea187ac9f5f340c88c93e9aafe50141b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:41:38.550744 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.580416 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df38968-1ecc-495b-936b-fa993f55e3b3 req-f9f70635-d245-4b31-aaef-001c16d791a7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:38.589297 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1df38968-1ecc-495b-936b-fa993f55e3b3 req-f9f70635-d245-4b31-aaef-001c16d791a7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2177632 Jul 15 15:41:38.630519 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7fc5-4830-41c9-a0ce-1b51afe48e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.642909 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:41:34Z', 'revision_number': 4, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '53bc4be8-6d5e-4c12-8871-4cdead53dac2', 'name': '', 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'mac_address': 'fa:16:3e:b0:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:32Z', 'updated_at': '2021-07-15T15:41:37Z', 'revision_number': 4, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'subnets': [{'id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:38.657410 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7fc5-4830-41c9-a0ce-1b51afe48e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.667152 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1df38968-1ecc-495b-936b-fa993f55e3b3 req-25be018f-f6ae-4acf-863e-2d10bd9a3b87 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629194 Jul 15 15:41:38.678894 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.685247 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.718816 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9234f6-c8e8-46d1-b718-cf1e3ca6a8d2,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:38.718961 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44381b19-7991-4ca1-b589-c6ec139be08e None None] The sync data for ids ['342a02ba-bd68-4369-9633-6984ee906336'] in dv-cinder-789603-12-iscsi is: [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:41:34Z', 'revision_number': 4, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '53bc4be8-6d5e-4c12-8871-4cdead53dac2', 'name': '', 'network_id': 'a768dc06-b565-4725-aec8-fec0cb26c773', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'mac_address': 'fa:16:3e:b0:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:32Z', 'updated_at': '2021-07-15T15:41:37Z', 'revision_number': 4, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'subnets': [{'id': 'db1cf3f8-cffd-44be-9060-773ae89a8b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:38.730811 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.736187 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-af4449b0-9b28-4a2f-8baf-ed564a712a18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2672429 Jul 15 15:41:38.736403 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56864) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:38.742838 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'security_group_rule': {'security_group_id': '05ff5ee7-0349-4fc9-869a-f9f3534ebb3c', 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:38.745863 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7fc5-4830-41c9-a0ce-1b51afe48e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.750205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7fc5-4830-41c9-a0ce-1b51afe48e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.751502 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9a5e7fc5-4830-41c9-a0ce-1b51afe48e92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fad1d1fc-ddbe-4cce-9110-3eca04a7a48a HTTP/1.1" status: 204 len: 168 time: 0.2337699 Jul 15 15:41:38.768292 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e7fc5-4830-41c9-a0ce-1b51afe48e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad1d1fc-ddbe-4cce-9110-3eca04a7a48a,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:38.827903 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Project ea187ac9f5f340c88c93e9aafe50141b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:41:38.834581 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.923092 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.931207 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.953042 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7f1584-1651-441e-8e0f-3ee06a4a5775,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:38.969385 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:38.980459 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9d86c250-d55e-4f64-ae37-65d9b013d3c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2422917 Jul 15 15:41:39.181177 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['6a532ded-8050-43bb-86e2-7c31370b0648'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:41:39.424352 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11237783-fe98-437b-88b9-5edcf1f90fe4 req-a6afa29a-be96-454e-8d6f-713d1a75b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:39.425891 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-11237783-fe98-437b-88b9-5edcf1f90fe4 req-a6afa29a-be96-454e-8d6f-713d1a75b7bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 1098 time: 0.1609664 Jul 15 15:41:39.429454 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb55c9d-ed10-4795-b497-b1a97e982bf2 req-ad2cd9cb-da58-4f79-b124-fd331c812186 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:39.431182 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fbb55c9d-ed10-4795-b497-b1a97e982bf2 req-ad2cd9cb-da58-4f79-b124-fd331c812186 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 945 time: 0.1131828 Jul 15 15:41:39.503886 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-11237783-fe98-437b-88b9-5edcf1f90fe4 req-61e8f047-3ccb-4b00-8ab5-51f49befed1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663526 Jul 15 15:41:39.508986 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 56920) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:39.533785 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fbb55c9d-ed10-4795-b497-b1a97e982bf2 req-6460b549-a89b-44b4-92e6-69ed69c5a812 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907528 Jul 15 15:41:39.535317 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bec6bc57-608f-44fa-92e9-6f47b76dbe14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:39.593226 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:39.700142 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 53bc4be8-6d5e-4c12-8871-4cdead53dac2 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:39.726776 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bec6bc57-608f-44fa-92e9-6f47b76dbe14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:39.733825 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bec6bc57-608f-44fa-92e9-6f47b76dbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:39.774355 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bec6bc57-608f-44fa-92e9-6f47b76dbe14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=059026a29a764b899d15dbce1b3faf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642157 Jul 15 15:41:39.777486 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 56936) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:39.780938 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6bc57-608f-44fa-92e9-6f47b76dbe14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132d931a-befa-46ab-a2a8-64b7b0e7058e,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:39.847011 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:39.868704 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:39.871080 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:39.926409 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-492272ff-bf11-4448-bb63-3d51b273953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:40.001996 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:40.032260 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-492272ff-bf11-4448-bb63-3d51b273953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:40.059551 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 53bc4be8-6d5e-4c12-8871-4cdead53dac2, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=53bc4be8-6d5e-4c12-8871-4cdead53dac2,segment=NetworkSegment(1bcd80bb-e0cd-415a-b450-40da7f582cb0),segment_id=1bcd80bb-e0cd-415a-b450-40da7f582cb0)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:40.066654 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:40.118276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b748-4778-46c2-bd9c-c00a1307988e req-0749208d-b12a-4527-a0d6-ef0caf33114b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:40.127647 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2613b748-4778-46c2-bd9c-c00a1307988e req-0749208d-b12a-4527-a0d6-ef0caf33114b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1658840 Jul 15 15:41:40.175945 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-492272ff-bf11-4448-bb63-3d51b273953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:40.178677 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-492272ff-bf11-4448-bb63-3d51b273953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:40.182791 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=53bc4be8-6d5e-4c12-8871-4cdead53dac2,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:40.183482 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-492272ff-bf11-4448-bb63-3d51b273953e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/132d931a-befa-46ab-a2a8-64b7b0e7058e HTTP/1.1" status: 204 len: 168 time: 0.4038799 Jul 15 15:41:40.253484 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492272ff-bf11-4448-bb63-3d51b273953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132d931a-befa-46ab-a2a8-64b7b0e7058e,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:40.286083 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2613b748-4778-46c2-bd9c-c00a1307988e req-159fdb35-e3bc-408d-b9d1-4438ef593c6c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573117 Jul 15 15:41:40.844703 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd32f9-999c-42dc-a938-654ab080d5f8 req-841c732a-2b1f-41a1-a8e5-ffd88f73b42d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:40.849720 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9ccd32f9-999c-42dc-a938-654ab080d5f8 req-841c732a-2b1f-41a1-a8e5-ffd88f73b42d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 945 time: 0.1234605 Jul 15 15:41:40.877888 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a532ded-8050-43bb-86e2-7c31370b0648 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:40.922499 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9ccd32f9-999c-42dc-a938-654ab080d5f8 req-2bf9ffb6-1374-4eed-927e-e0b3c4dad3e8 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665970 Jul 15 15:41:40.972606 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 6a532ded-8050-43bb-86e2-7c31370b0648 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:40.979728 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 6a532ded-8050-43bb-86e2-7c31370b0648 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:40.980227 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:41.078896 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:41.120346 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a532ded-8050-43bb-86e2-7c31370b0648'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:41:41.122845 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7240f0d4-55be-407f-9747-2af3150f91d6" -d '{"events": [{"server_uuid": "f20458c7-a6fa-4d8d-9d99-9a9c5a728081", "name": "network-vif-plugged", "status": "completed", "tag": "6a532ded-8050-43bb-86e2-7c31370b0648"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:41:41.150198 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6a532ded-8050-43bb-86e2-7c31370b0648, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a532ded-8050-43bb-86e2-7c31370b0648,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:41.163981 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:41.216464 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb91b45b-7e98-4888-b254-d958d1969b84 x-openstack-request-id: req-fb91b45b-7e98-4888-b254-d958d1969b84 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:41:41.217448 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20458c7-a6fa-4d8d-9d99-9a9c5a728081", "name": "network-vif-plugged", "status": "completed", "tag": "6a532ded-8050-43bb-86e2-7c31370b0648", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:41:41.217845 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb91b45b-7e98-4888-b254-d958d1969b84 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:41:41.218526 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a532ded-8050-43bb-86e2-7c31370b0648', 'code': 200} Jul 15 15:41:41.291990 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6a532ded-8050-43bb-86e2-7c31370b0648,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:41.551172 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a561d-0fe0-4b01-bce9-cdac1b33361a req-f3b0728a-3a05-4ea8-848c-a00d751afdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:41.552556 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5b0a561d-0fe0-4b01-bce9-cdac1b33361a req-f3b0728a-3a05-4ea8-848c-a00d751afdc8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 1099 time: 0.0999906 Jul 15 15:41:41.579179 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4862-89e8-4cd9-a761-4df47969e695 req-f184fdeb-b33f-4f7b-b0ae-bec40c23c787 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:41.580771 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-193f4862-89e8-4cd9-a761-4df47969e695 req-f184fdeb-b33f-4f7b-b0ae-bec40c23c787 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1196322 Jul 15 15:41:41.633551 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5b0a561d-0fe0-4b01-bce9-cdac1b33361a req-43e6c160-4ab5-48a7-b7bc-9ec7c446cb6e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692792 Jul 15 15:41:41.641269 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 53bc4be8-6d5e-4c12-8871-4cdead53dac2 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:41.657530 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-193f4862-89e8-4cd9-a761-4df47969e695 req-9cb9a01e-c0b7-45c9-92f8-511ffe6db613 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703168 Jul 15 15:41:41.707516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:41.707902 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:41.902207 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fda74-64bb-4708-81c6-b18e9444530b req-75d6538a-3ccb-4d4b-89b5-a689a67e2ffb tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:41.903855 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f84fda74-64bb-4708-81c6-b18e9444530b req-75d6538a-3ccb-4d4b-89b5-a689a67e2ffb tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0775285 Jul 15 15:41:41.963836 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f84fda74-64bb-4708-81c6-b18e9444530b req-27c141e7-3f83-49e7-98e5-94ab748ce14e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Jul 15 15:41:42.139308 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31169bd2-9a9b-4c8d-a491-ed71a8cdb6a2 req-74210e66-9548-4ba1-b01d-08c53b642de9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:42.140849 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-31169bd2-9a9b-4c8d-a491-ed71a8cdb6a2 req-74210e66-9548-4ba1-b01d-08c53b642de9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 946 time: 0.0752792 Jul 15 15:41:42.183319 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-31169bd2-9a9b-4c8d-a491-ed71a8cdb6a2 req-a5fa5a57-e414-49be-b120-bd0635abc871 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Jul 15 15:41:43.006307 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57176) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:43.113196 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-56232828-020f-49ea-9b21-8d9740c61a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.203569 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-56232828-020f-49ea-9b21-8d9740c61a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.207165 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-56232828-020f-49ea-9b21-8d9740c61a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.246922 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-56232828-020f-49ea-9b21-8d9740c61a91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0670c47c9d6c4dbfada0bfef36688bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394435 Jul 15 15:41:43.248746 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56232828-020f-49ea-9b21-8d9740c61a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b75305-8176-4723-8806-0c66f8d4006c,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:43.249704 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57182) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:43.300073 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfadf-03cc-488f-b21a-fdde6d63f205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.326428 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfadf-03cc-488f-b21a-fdde6d63f205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.363670 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29487-d73a-4be3-96c8-646d8abefd6f req-ae01bbf6-062e-4aa3-a4af-16db52b32c48 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:43.365324 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ffe29487-d73a-4be3-96c8-646d8abefd6f req-ae01bbf6-062e-4aa3-a4af-16db52b32c48 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 946 time: 0.0695586 Jul 15 15:41:43.380041 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfadf-03cc-488f-b21a-fdde6d63f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.383067 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfadf-03cc-488f-b21a-fdde6d63f205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.387245 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-7d1dfadf-03cc-488f-b21a-fdde6d63f205 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82b75305-8176-4723-8806-0c66f8d4006c HTTP/1.1" status: 204 len: 168 time: 0.1338317 Jul 15 15:41:43.395628 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dfadf-03cc-488f-b21a-fdde6d63f205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b75305-8176-4723-8806-0c66f8d4006c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:43.426200 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ffe29487-d73a-4be3-96c8-646d8abefd6f req-0cf83875-acae-43b3-823f-ec1cf245f0e5 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Jul 15 15:41:43.713350 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57210) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:43.745430 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-21eed7bb-9356-43dc-b7b1-01e75bc0db9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.923387 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-21eed7bb-9356-43dc-b7b1-01e75bc0db9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:43.931409 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-21eed7bb-9356-43dc-b7b1-01e75bc0db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.005972 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-21eed7bb-9356-43dc-b7b1-01e75bc0db9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ab4904a17024ced9e2c525a14882056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914343 Jul 15 15:41:44.007066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eed7bb-9356-43dc-b7b1-01e75bc0db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a380d95-5390-489e-bceb-38d1a1b6fcba,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:44.008627 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57230) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:44.070864 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-659e542c-f114-469e-a412-474a4ba7f7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.124449 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57234) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:44.126382 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-659e542c-f114-469e-a412-474a4ba7f7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.207021 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:41:44.221052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-2ecdace7-19c9-47fb-bf4b-f5a8ab3e9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:44.223333 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-2ecdace7-19c9-47fb-bf4b-f5a8ab3e9d7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1539738 Jul 15 15:41:44.224208 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-659e542c-f114-469e-a412-474a4ba7f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.228205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-659e542c-f114-469e-a412-474a4ba7f7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.230412 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-659e542c-f114-469e-a412-474a4ba7f7ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a380d95-5390-489e-bceb-38d1a1b6fcba HTTP/1.1" status: 204 len: 168 time: 0.2206750 Jul 15 15:41:44.248695 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb4292-8511-44aa-8251-05635cb8fc79 req-7700422b-f814-4cb0-9688-5c4ddaf736e7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:44.258760 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cdbb4292-8511-44aa-8251-05635cb8fc79 req-7700422b-f814-4cb0-9688-5c4ddaf736e7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1154289 Jul 15 15:41:44.294488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e542c-f114-469e-a412-474a4ba7f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a380d95-5390-489e-bceb-38d1a1b6fcba,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:44.312266 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cdbb4292-8511-44aa-8251-05635cb8fc79 req-3b7a16a9-8652-433a-b4f2-e927cbd83983 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511477 Jul 15 15:41:44.344965 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-185978fb-d46d-4c04-9c1b-9fe95801af87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.361208 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-b6a074fa-41ee-4a26-9f54-f5f00293f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:44.362919 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-b6a074fa-41ee-4a26-9f54-f5f00293f95e service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.1158974 Jul 15 15:41:44.407251 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-ac1b01a1-6170-41c8-ad54-e3bcbef93f54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.0370386 Jul 15 15:41:44.452554 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-185978fb-d46d-4c04-9c1b-9fe95801af87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.456739 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-185978fb-d46d-4c04-9c1b-9fe95801af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.461651 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-2c2ca08c-0d40-43ce-849a-e58f2b5940c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:44.463700 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-2c2ca08c-0d40-43ce-849a-e58f2b5940c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.0479159 Jul 15 15:41:44.498788 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185978fb-d46d-4c04-9c1b-9fe95801af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201bc481-d8a1-486a-b8e5-a50d1a40a8ae,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:44.499466 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-323b53bf-8c74-4f99-9f9a-d1d9bafb98ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289862 Jul 15 15:41:44.506487 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-185978fb-d46d-4c04-9c1b-9fe95801af87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b00e95f375f8447eb4e451e258ab0178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804610 Jul 15 15:41:44.507276 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57244) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:44.582535 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-17a8074a-a5ee-4b9b-b05e-92abd07f5673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.630355 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-17a8074a-a5ee-4b9b-b05e-92abd07f5673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.633365 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-46627fa7-2626-41bc-b0ac-1ce670cb5a05 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216433 Jul 15 15:41:44.738966 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-17a8074a-a5ee-4b9b-b05e-92abd07f5673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.741996 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-17a8074a-a5ee-4b9b-b05e-92abd07f5673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:44.753003 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-17a8074a-a5ee-4b9b-b05e-92abd07f5673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/201bc481-d8a1-486a-b8e5-a50d1a40a8ae HTTP/1.1" status: 204 len: 168 time: 0.2440581 Jul 15 15:41:44.767227 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8074a-a5ee-4b9b-b05e-92abd07f5673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201bc481-d8a1-486a-b8e5-a50d1a40a8ae,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:44.793927 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d030a18b-518b-4907-86f1-2b22d0e18bfb req-9ee23d34-739d-45e7-bfa4-fd4f6d0a7b85 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494489 Jul 15 15:41:45.305561 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57294) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:45.439513 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d60bf807-f231-4b2f-ad16-f69f2e6f9770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.578724 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcf5bf-e95b-4281-a054-f17ea40fc131 req-df2ee180-427a-44ec-97fe-1ee0b5cb550d tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:45.580225 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7dcf5bf-e95b-4281-a054-f17ea40fc131 req-df2ee180-427a-44ec-97fe-1ee0b5cb550d tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1329591 Jul 15 15:41:45.623088 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d60bf807-f231-4b2f-ad16-f69f2e6f9770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.632139 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d60bf807-f231-4b2f-ad16-f69f2e6f9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.661379 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7dcf5bf-e95b-4281-a054-f17ea40fc131 req-c6ca6ccb-c924-4e7f-bc32-5048f8aaf9e1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661602 Jul 15 15:41:45.697776 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d60bf807-f231-4b2f-ad16-f69f2e6f9770 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62586efd0eca435183835075510ab863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900681 Jul 15 15:41:45.698625 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bf807-f231-4b2f-ad16-f69f2e6f9770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457509d8-4d47-4f13-a920-dd63c869c74b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:45.705418 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57326) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:45.724193 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-ebd6d45f-6fed-4ef6-b63f-8ae25fe60b72 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:45.726808 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-ebd6d45f-6fed-4ef6-b63f-8ae25fe60b72 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.1758132 Jul 15 15:41:45.761507 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-111b7ca0-4e1a-4e71-85b9-4ad77dc8d11a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/quotas/da2a37a386c840d48c59484cdae683d6 HTTP/1.1" status: 200 len: 375 time: 0.0259573 Jul 15 15:41:45.770461 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0a92a9f-632e-431a-af0a-12824fd72276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.795620 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0a92a9f-632e-431a-af0a-12824fd72276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.843580 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0a92a9f-632e-431a-af0a-12824fd72276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.846180 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0a92a9f-632e-431a-af0a-12824fd72276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:45.847303 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f0a92a9f-632e-431a-af0a-12824fd72276 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/457509d8-4d47-4f13-a920-dd63c869c74b HTTP/1.1" status: 204 len: 168 time: 0.1409605 Jul 15 15:41:45.852657 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-1bfea402-d8f3-44f1-8073-471e7692a238 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900829 Jul 15 15:41:45.867592 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a92a9f-632e-431a-af0a-12824fd72276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457509d8-4d47-4f13-a920-dd63c869c74b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:45.966815 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-31af32ab-2c14-4292-81fe-abb6ebe8d18a service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132069 Jul 15 15:41:46.089720 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-8e789f8f-7d16-40b7-bd27-ff911c85b7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189299 Jul 15 15:41:46.163932 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57352) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:46.334525 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57364) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:46.352542 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cf161125-f4f3-4b3e-ad05-e4f979be965f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.376962 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9a956ef6-807d-4d5f-bce0-d8134a098a2b req-5c9cc9db-1fa9-4bc0-af16-da5b2971b24a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 210 time: 0.0633647 Jul 15 15:41:46.507114 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cf161125-f4f3-4b3e-ad05-e4f979be965f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.529685 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cf161125-f4f3-4b3e-ad05-e4f979be965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.640699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-cf161125-f4f3-4b3e-ad05-e4f979be965f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e4bf0b835d74bd3bcdc2f067d906207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046923 Jul 15 15:41:46.641634 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-895563519-network', 'tenant_id': '86232cc4161b4b569ec7115cf1793296'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:46.641751 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161125-f4f3-4b3e-ad05-e4f979be965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b685d59-d88c-44bc-bf65-1d0e3cf69e43,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:46.645025 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57374) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:46.678372 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Made reservation on behalf of 86232cc4161b4b569ec7115cf1793296 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:46.681480 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.692433 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.737824 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6c82b668-8b4a-4db9-98f9-d7a856518c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.786901 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6c82b668-8b4a-4db9-98f9-d7a856518c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.826950 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.832567 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.863061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d262c2-620e-42d5-b57f-363507ecbc30,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:46.886872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6c82b668-8b4a-4db9-98f9-d7a856518c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.887971 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:46.893666 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6c82b668-8b4a-4db9-98f9-d7a856518c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.900641 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6c82b668-8b4a-4db9-98f9-d7a856518c12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b685d59-d88c-44bc-bf65-1d0e3cf69e43 HTTP/1.1" status: 204 len: 168 time: 0.2544739 Jul 15 15:41:46.905815 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.907185 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Added segment 2ab6597d-6846-46e0-9217-07343788ba7d of type vlan for network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df Jul 15 15:41:46.910793 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b668-8b4a-4db9-98f9-d7a856518c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b685d59-d88c-44bc-bf65-1d0e3cf69e43,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:46.970586 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:46.980570 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5686dd-e63d-4daa-9f91-aed73e5ebb97 req-30d2107e-1f96-4a8b-867b-4195c3c3c1cc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:46.988189 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4f5686dd-e63d-4daa-9f91-aed73e5ebb97 req-30d2107e-1f96-4a8b-867b-4195c3c3c1cc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0861654 Jul 15 15:41:47.013255 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.014709 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:47.029857 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.040020 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4f5686dd-e63d-4daa-9f91-aed73e5ebb97 req-bcb1c935-233b-4c7f-9fa7-98dfb586a738 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Jul 15 15:41:47.118075 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:47.130286 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:47.134036 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b2047315-ac39-40ba-bb48-8f3a15d53a10 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9641879 Jul 15 15:41:47.134600 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57394) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:47.139798 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Request body: {'subnet': {'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-895563519-subnet', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:47.174783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Made reservation on behalf of 86232cc4161b4b569ec7115cf1793296 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:47.177216 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.401627 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.463695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:47.475888 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Checking segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:47.476235 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Network hostable DHCP agents. Network: d7d7ca48-3fd3-411a-912d-bdb27ca6a6df, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:47.500848 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:47.520355 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ce95419f-f30a-42d3-a87f-5b91add19cb0 req-e87e223e-d0f4-47b3-8aea-415b2951600f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 210 time: 0.0298922 Jul 15 15:41:47.528816 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, d7d7ca48-3fd3-411a-912d-bdb27ca6a6df) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:47.539402 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd99d1-e24d-410c-b8ad-cf141ae6c993 None None] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:47.550808 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:47.550808 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.562057 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57414) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:47.562602 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-13e2debf-572f-4e23-a8e0-6a50745091a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4265506 Jul 15 15:41:47.566779 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:47.588460 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.589513 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.647042 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.720888 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-d7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:41:47.722010 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:47.861170 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Allocated IP 172.20.0.2 (d7d7ca48-3fd3-411a-912d-bdb27ca6a6df/c7576f43-18a7-4aa6-88ba-d7e78a43b0bc/fa8977ba-7779-48b1-97c7-1cd089355fe2) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:47.989124 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.022862 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.031791 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Transition to ACTIVE for port object fa8977ba-7779-48b1-97c7-1cd089355fe2 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:48.048595 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Transition to ACTIVE for port object fa8977ba-7779-48b1-97c7-1cd089355fe2 will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:48.054555 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.102146 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:48.106200 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:48.109593 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:48.117040 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Pushing event updated for resources: {'Port': ['ID=fa8977ba-7779-48b1-97c7-1cd089355fe2,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:48.193160 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Attempting to bind port fa8977ba-7779-48b1-97c7-1cd089355fe2 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:48.194345 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Attempting to bind port fa8977ba-7779-48b1-97c7-1cd089355fe2 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:48.194880 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Attempting to bind port fa8977ba-7779-48b1-97c7-1cd089355fe2 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:48.201366 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:48.202107 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Checking segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:48.202532 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.203078 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Bound using segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:48.203881 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Bound port: fa8977ba-7779-48b1-97c7-1cd089355fe2, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:48.204258 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.210312 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.223057 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dbdfa-2f46-465a-8e4e-c928b0e2a825 req-73959a1c-10e8-4f6c-80be-0a0dcf7968a0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:48.230708 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f09dbdfa-2f46-465a-8e4e-c928b0e2a825 req-73959a1c-10e8-4f6c-80be-0a0dcf7968a0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0767460 Jul 15 15:41:48.237637 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.288015 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f09dbdfa-2f46-465a-8e4e-c928b0e2a825 req-05d2aa4a-c0b2-4bb4-a659-6b0c0f8868ec tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563884 Jul 15 15:41:48.301310 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] For port fa8977ba-7779-48b1-97c7-1cd089355fe2, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:48.305947 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] For port fa8977ba-7779-48b1-97c7-1cd089355fe2, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=fa8977ba-7779-48b1-97c7-1cd089355fe2,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:48.317908 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.364218 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Allocated IP 172.27.3.51 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/e74ccc2b-a4d3-468e-878a-6d4d52845eee) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:48.390911 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c17330-95cf-4391-a8d4-847fcfc4fcf0 None None] Pushing event updated for resources: {'Port': ['ID=fa8977ba-7779-48b1-97c7-1cd089355fe2,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:48.472695 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.512032 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:48.571113 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:48.575326 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:48.577974 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:48.607460 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Pushing event updated for resources: {'Port': ['ID=e74ccc2b-a4d3-468e-878a-6d4d52845eee,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:48.695784 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a72294d5-85b8-48ca-bbe8-18dc70f608e0 req-27762aad-50d1-411f-b371-e16b2845ca57 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 210 time: 0.0334039 Jul 15 15:41:48.835637 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.023280 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.152730 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Router 883e2f49-937c-425d-8fbe-bcd054891abf is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:41:49.236442 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144f442-856f-4783-9774-518e1c6aaec2 None None] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:49.262361 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:49.272305 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:49.279409 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.280769 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cd404b05-ca24-4a01-bdd6-6ce31a57e84d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7175310 Jul 15 15:41:49.283572 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57444) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:49.285460 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:49.286150 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:49.333514 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-8d565530-dc72-44b6-b520-6040760e187f None None] Provisioning for port fa8977ba-7779-48b1-97c7-1cd089355fe2 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:49.392534 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:49.694575 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device fa8977ba-7779-48b1-97c7-1cd089355fe2 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:49.711168 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:48Z', 'revision_number': 3, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:49.741628 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:49.742226 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Updating router 883e2f49-937c-425d-8fbe-bcd054891abf port e74ccc2b-a4d3-468e-878a-6d4d52845eee binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:49.745730 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port fa8977ba-7779-48b1-97c7-1cd089355fe2 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:49.749377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port fa8977ba-7779-48b1-97c7-1cd089355fe2 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:49.749827 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.783687 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.796479 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-0f5cdb54-5e02-47aa-a4a5-a45f4bf39749 None None] Provisioning complete for port fa8977ba-7779-48b1-97c7-1cd089355fe2 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:49.796976 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdb54-5e02-47aa-a4a5-a45f4bf39749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.853192 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3a258-277f-4342-b617-18b469687cfa req-32eb6bec-b81e-4ec2-a2ab-2957a3ec0dda tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:49.854742 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-96c3a258-277f-4342-b617-18b469687cfa req-32eb6bec-b81e-4ec2-a2ab-2957a3ec0dda tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.4335761 Jul 15 15:41:49.908709 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.917793 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0f5cdb54-5e02-47aa-a4a5-a45f4bf39749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:49.932315 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-96c3a258-277f-4342-b617-18b469687cfa req-14f0ed27-2ce2-4c64-9d80-9476793e2de5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695233 Jul 15 15:41:49.967943 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port fa8977ba-7779-48b1-97c7-1cd089355fe2, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=fa8977ba-7779-48b1-97c7-1cd089355fe2,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:49.977712 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.061562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.db.api [None req-0f5cdb54-5e02-47aa-a4a5-a45f4bf39749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:41:50.061979 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG oslo_db.api [None req-0f5cdb54-5e02-47aa-a4a5-a45f4bf39749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:41:50.062843 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=fa8977ba-7779-48b1-97c7-1cd089355fe2,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:50.079312 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3030b291-948f-41de-937f-7b46cbf6f88b req-2eb00e61-cd59-4a7f-9257-7f3e5d1758f3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 210 time: 0.0350108 Jul 15 15:41:50.127220 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.139064 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Transition to ACTIVE for port object e74ccc2b-a4d3-468e-878a-6d4d52845eee will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:50.147193 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.148491 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.199172 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Attempting to bind port e74ccc2b-a4d3-468e-878a-6d4d52845eee on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:50.199456 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Attempting to bind port e74ccc2b-a4d3-468e-878a-6d4d52845eee by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:50.199810 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Attempting to bind port e74ccc2b-a4d3-468e-878a-6d4d52845eee on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:50.209590 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e72584-0f36-4bc4-9b9f-5a59f5d8704c None None] Pushing event updated for resources: {'Port': ['ID=e74ccc2b-a4d3-468e-878a-6d4d52845eee,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:50.212248 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:50.212552 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:50.213492 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.213963 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:50.214473 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Bound port: e74ccc2b-a4d3-468e-878a-6d4d52845eee, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:50.214874 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.267985 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] For port e74ccc2b-a4d3-468e-878a-6d4d52845eee, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:50.271047 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] For port e74ccc2b-a4d3-468e-878a-6d4d52845eee, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=e74ccc2b-a4d3-468e-878a-6d4d52845eee,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:50.274493 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.316624 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Allocated IP 172.20.0.1 (d7d7ca48-3fd3-411a-912d-bdb27ca6a6df/c7576f43-18a7-4aa6-88ba-d7e78a43b0bc/dc285af6-228a-4593-bf33-d6967f0beb3a) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:50.336675 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e72584-0f36-4bc4-9b9f-5a59f5d8704c None None] Pushing event updated for resources: {'Port': ['ID=e74ccc2b-a4d3-468e-878a-6d4d52845eee,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:50.341258 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:50.341852 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:50.424487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.439710 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Transition to ACTIVE for port object dc285af6-228a-4593-bf33-d6967f0beb3a will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:50.445050 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:50.481100 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.520014 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:50.524113 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:50.528637 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:50.529239 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.612913 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Pushing event updated for resources: {'Port': ['ID=dc285af6-228a-4593-bf33-d6967f0beb3a,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:50.659226 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:48Z', 'revision_number': 3, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:50.699560 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c30e6-b05a-4597-bd96-e86a29461b37 None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:48Z', 'revision_number': 3, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:50.777755 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.893242 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-e48d519a-e9ee-4c31-85e7-57e9e2d2c133 None None] Provisioning for port dc285af6-228a-4593-bf33-d6967f0beb3a completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:50.901688 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-e48d519a-e9ee-4c31-85e7-57e9e2d2c133 None None] Provisioning complete for port dc285af6-228a-4593-bf33-d6967f0beb3a triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:50.902297 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e48d519a-e9ee-4c31-85e7-57e9e2d2c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:50.946378 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-807a0211-465f-4ab0-813a-8121c954a32f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:50.948818 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-807a0211-465f-4ab0-813a-8121c954a32f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.1846688 Jul 15 15:41:50.950895 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-e48d519a-e9ee-4c31-85e7-57e9e2d2c133 None None] Port dc285af6-228a-4593-bf33-d6967f0beb3a cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:41:50.998843 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Request body: {'port': {'device_id': '2e80015c-7459-4628-afda-5e9008b244a1', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'admin_state_up': True, 'tenant_id': 'da2a37a386c840d48c59484cdae683d6'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:51.218431 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:51.247177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:51.248360 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:51.304511 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2b8719c1-2257-46d2-bb8b-8f025103ce80 req-8f78c397-d2e2-4d94-b21d-77052f58a787 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 210 time: 0.0506783 Jul 15 15:41:51.413378 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Made reservation on behalf of da2a37a386c840d48c59484cdae683d6 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:51.416996 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:51.426586 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Pushing event updated for resources: {'Port': ['ID=dc285af6-228a-4593-bf33-d6967f0beb3a,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:51.453028 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911e744-ada4-434b-b0ee-b60e78a2bd61 req-cb0c4491-28e8-4b84-84e4-8f7d8e1690be tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:51.458508 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1911e744-ada4-434b-b0ee-b60e78a2bd61 req-cb0c4491-28e8-4b84-84e4-8f7d8e1690be tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2715194 Jul 15 15:41:51.475738 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:51.492481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:51.642416 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1911e744-ada4-434b-b0ee-b60e78a2bd61 req-c0e052a8-8ac2-4fa0-98ce-94d0b0690790 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688149 Jul 15 15:41:51.813712 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Allocated IP 172.20.0.2 (58f31b63-443f-417d-81c1-7f491384278c/1f933057-0801-4575-8299-ca882d33ce6c/6a5a923f-2729-4254-8b1a-458b68d365d9) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:51.871335 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:41:51.888099 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e74ccc2b-a4d3-468e-878a-6d4d52845eee up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:51.953637 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-968ebfc6-378b-4d0b-97bf-7d316a540863 None None] Provisioning complete for port dc285af6-228a-4593-bf33-d6967f0beb3a triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:51.954211 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-968ebfc6-378b-4d0b-97bf-7d316a540863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.008193 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-968ebfc6-378b-4d0b-97bf-7d316a540863 None None] Port dc285af6-228a-4593-bf33-d6967f0beb3a cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:41:52.014901 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port e74ccc2b-a4d3-468e-878a-6d4d52845eee completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:52.019161 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port e74ccc2b-a4d3-468e-878a-6d4d52845eee triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:52.019541 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.146979 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.173509 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:52.176634 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port e74ccc2b-a4d3-468e-878a-6d4d52845eee, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=e74ccc2b-a4d3-468e-878a-6d4d52845eee,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:52.182734 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-06db1466-aaeb-491f-b018-838f51338cec admin admin] 10.222.0.15 "PUT /v2.0/routers/883e2f49-937c-425d-8fbe-bcd054891abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8974991 Jul 15 15:41:52.184462 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.185943 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device fa8977ba-7779-48b1-97c7-1cd089355fe2 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:52.190502 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.274924 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.348884 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Network 58f31b63-443f-417d-81c1-7f491384278c is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:52.352933 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=e74ccc2b-a4d3-468e-878a-6d4d52845eee,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:52.356510 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:52.361780 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:52.362402 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07', '6a532ded-8050-43bb-86e2-7c31370b0648'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:41:52.368469 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:52.370054 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.382359 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event updated for resources: {'Port': ['ID=6a5a923f-2729-4254-8b1a-458b68d365d9,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:52.396537 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-aaad4880-fcf8-4a2c-8238-2aa51a05dd94 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4259002 Jul 15 15:41:52.412111 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Request body: {'port': {'device_id': '2e80015c-7459-4628-afda-5e9008b244a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:52.456559 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port fa8977ba-7779-48b1-97c7-1cd089355fe2 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:52.457846 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.557488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:52.624140 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9e6d-3ec9-4f39-a29c-99c939c1a3b2 req-49c18168-e049-46cf-827f-d5351a74d3a3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:52.625876 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-808d9e6d-3ec9-4f39-a29c-99c939c1a3b2 req-49c18168-e049-46cf-827f-d5351a74d3a3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 931 time: 0.1545064 Jul 15 15:41:52.685968 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-808d9e6d-3ec9-4f39-a29c-99c939c1a3b2 req-be2d49de-f1ca-4a96-9514-48f02fe31d78 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516651 Jul 15 15:41:52.965351 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e467-411a-4d52-ade6-a07ea87e85ed req-f7172949-f2d5-40b0-980b-013a37371a23 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:52.968761 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f507e467-411a-4d52-ade6-a07ea87e85ed req-f7172949-f2d5-40b0-980b-013a37371a23 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1404867 Jul 15 15:41:52.992647 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5a923f-2729-4254-8b1a-458b68d365d9 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:41:53.012566 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.041517 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57540) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:53.045522 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Transition to ACTIVE for port object 6a5a923f-2729-4254-8b1a-458b68d365d9 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:53.046651 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-169144078-network', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:53.051477 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f507e467-411a-4d52-ade6-a07ea87e85ed req-e16d798d-3354-48e8-aec8-5fd565e982b4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728378 Jul 15 15:41:53.057088 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.096702 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Made reservation on behalf of a3c5c14c15904d3ca0e8d26e1419e7e5 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:53.099155 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.111164 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.130818 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:53.142686 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:53.143619 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:53.147591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Attempting to bind port 6a5a923f-2729-4254-8b1a-458b68d365d9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:53.148014 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Attempting to bind port 6a5a923f-2729-4254-8b1a-458b68d365d9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:53.148406 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Attempting to bind port 6a5a923f-2729-4254-8b1a-458b68d365d9 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:53.151909 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a923f-2729-4254-8b1a-458b68d365d9,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:53.155939 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Port 6a5a923f-2729-4254-8b1a-458b68d365d9 on network 58f31b63-443f-417d-81c1-7f491384278c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:41:53.156338 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Attempting to bind port 6a5a923f-2729-4254-8b1a-458b68d365d9 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:53.161377 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:53.161789 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Checking segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:53.162289 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Bound using segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:53.162838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Bound port: 6a5a923f-2729-4254-8b1a-458b68d365d9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:53.163252 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.216618 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.222957 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.238680 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] For port 6a5a923f-2729-4254-8b1a-458b68d365d9, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:53.243481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] For port 6a5a923f-2729-4254-8b1a-458b68d365d9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a5a923f-2729-4254-8b1a-458b68d365d9,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:53.248997 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.249534 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:41:53.275676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.276374 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Added segment 3268a935-12f9-47a0-b784-3f31dfd7d7a1 of type vlan for network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d Jul 15 15:41:53.278397 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c1fa7-fff2-4187-8b78-9ee2e1b22479,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:53.367860 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.410504 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.411597 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:53.412200 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.434043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:53.507422 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4644046 Jul 15 15:41:53.511351 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57554) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:53.518676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Request body: {'subnet': {'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-169144078-subnet', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:53.600771 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:53.601490 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.603007 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a5a923f-2729-4254-8b1a-458b68d365d9 HTTP/1.1" status: 200 len: 1093 time: 1.1963885 Jul 15 15:41:53.604049 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e80015c-7459-4628-afda-5e9008b244a1', 'tag': '6a5a923f-2729-4254-8b1a-458b68d365d9'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:41:53.606493 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e0b641-c916-47ba-b863-1b5fa6974eed" -d '{"events": [{"name": "network-changed", "server_uuid": "2e80015c-7459-4628-afda-5e9008b244a1", "tag": "6a5a923f-2729-4254-8b1a-458b68d365d9"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:41:53.636971 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9513-b24e-4d6f-b983-71e9938a36c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a923f-2729-4254-8b1a-458b68d365d9,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:53.661874 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae885c-313b-4087-9366-d6a605ed8a57 x-openstack-request-id: req-f4ae885c-313b-4087-9366-d6a605ed8a57 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:41:53.662445 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e80015c-7459-4628-afda-5e9008b244a1", "tag": "6a5a923f-2729-4254-8b1a-458b68d365d9", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:41:53.662891 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4ae885c-313b-4087-9366-d6a605ed8a57 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:41:53.663474 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e80015c-7459-4628-afda-5e9008b244a1', 'tag': '6a5a923f-2729-4254-8b1a-458b68d365d9', 'status': 'completed', 'code': 200} Jul 15 15:41:53.683493 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58b522-5381-4fab-aac0-384cfb348e6a admin admin] Pushing event updated for resources: {'Network': ['ID=8fd8f76d-4693-4fad-a79c-cac51bf69f5d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:53.688848 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Made reservation on behalf of a3c5c14c15904d3ca0e8d26e1419e7e5 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:41:53.692045 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6023317'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:53.749359 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-3b64a6e9-7af0-48c8-acdb-1a4b3fb31a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:53.749749 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:41:53.751566 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-3b64a6e9-7af0-48c8-acdb-1a4b3fb31a3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 1096 time: 0.0791154 Jul 15 15:41:53.801221 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e74ccc2b-a4d3-468e-878a-6d4d52845eee up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:53.841320 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-d846af77-efa7-4696-b922-028d776000b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a5a923f-2729-4254-8b1a-458b68d365d9 HTTP/1.1" status: 200 len: 217 time: 0.0793810 Jul 15 15:41:53.957479 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-e764153b-af17-4700-9f29-c6374913b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:53.961187 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-e764153b-af17-4700-9f29-c6374913b911 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.1063373 Jul 15 15:41:54.020909 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port e74ccc2b-a4d3-468e-878a-6d4d52845eee triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:54.021062 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-1af628ec-9e5e-4563-a760-01ca04dad968 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526829 Jul 15 15:41:54.021306 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.054379 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 2, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:54.058803 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5277742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6023303'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.073580 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa3951-df97-40f3-84db-a3ffb9986121 req-82823088-520c-408e-a0d2-46bde372a1e9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:54.075124 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-07aa3951-df97-40f3-84db-a3ffb9986121 req-82823088-520c-408e-a0d2-46bde372a1e9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 943 time: 0.1315033 Jul 15 15:41:54.095321 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:54.095851 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Updating router 883e2f49-937c-425d-8fbe-bcd054891abf port dc285af6-228a-4593-bf33-d6967f0beb3a binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:54.151321 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-f066a5b4-95ca-48e2-959f-f14679cd2e2a service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218457 Jul 15 15:41:54.161955 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9fb788-3b8c-4f60-81e9-2873aab7e4c7,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:54.163747 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.179185 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-07aa3951-df97-40f3-84db-a3ffb9986121 req-a13b8722-7df8-4dd7-8f6f-cc613bc8a52e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773549 Jul 15 15:41:54.191020 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Checking segment: {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:54.191372 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Network hostable DHCP agents. Network: 8fd8f76d-4693-4fad-a79c-cac51bf69f5d, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:41:54.213434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:41:54.242354 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 8fd8f76d-4693-4fad-a79c-cac51bf69f5d) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:54.248874 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:54.249729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.263701 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87dab12-97c0-43a0-8a89-f7212a05fe3a None None] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:54.276955 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9943ffc1-6c4e-4c1d-a9b4-59e1d1eed5c9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7641792 Jul 15 15:41:54.279753 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57580) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:54.284452 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:41:54.294323 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72a87cf1-b7b4-4459-a843-a623c10709fc req-5ba5db53-2a8c-451b-96cd-3216c95be337 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236796 Jul 15 15:41:54.329095 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.330410 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.400938 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.410742 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcb1e1-0c74-412d-b334-bc4ecf11f227 req-c89941cd-9e2f-4053-9fc1-350ac4cd6b9e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:54.412320 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cbbcb1e1-0c74-412d-b334-bc4ecf11f227 req-c89941cd-9e2f-4053-9fc1-350ac4cd6b9e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1169298 Jul 15 15:41:54.465091 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cbbcb1e1-0c74-412d-b334-bc4ecf11f227 req-e0e50f92-fb88-4f9a-b31d-90abc7175eaa tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Jul 15 15:41:54.470107 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-1ab31901-37c8-45ad-a2c1-0365c405f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:54.471575 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-1ab31901-37c8-45ad-a2c1-0365c405f8b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 1096 time: 0.0979640 Jul 15 15:41:54.581247 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-c475565f-c06a-4107-a831-7d28a7ea2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:54.582863 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-c475565f-c06a-4107-a831-7d28a7ea2171 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 914 time: 0.1015322 Jul 15 15:41:54.584911 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.629284 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-4cf5511b-d002-442b-b21c-60ac75369c35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a5a923f-2729-4254-8b1a-458b68d365d9 HTTP/1.1" status: 200 len: 217 time: 0.0360148 Jul 15 15:41:54.631707 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-8fd8f76d-4693-4fad-a79c-cac51bf69f5d', 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'fixed_ips': [{'subnet_id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:41:54.632567 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.699362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-eeeb873f-7cdf-4fc5-a9a9-b7c1a512b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:54.701912 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-eeeb873f-7cdf-4fc5-a9a9-b7c1a512b3ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.0623891 Jul 15 15:41:54.744590 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-e946a6b6-af39-45e5-a098-008f27554c85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351398 Jul 15 15:41:54.757613 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.777551 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Transition to ACTIVE for port object dc285af6-228a-4593-bf33-d6967f0beb3a will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:54.802669 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.805576 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.829177 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:54.883510 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Allocated IP 172.20.0.2 (8fd8f76d-4693-4fad-a79c-cac51bf69f5d/bc9fb788-3b8c-4f60-81e9-2873aab7e4c7/7cbbd4c7-f8ea-4fbc-b470-78f23f83227a) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:54.897458 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df9ae-6be9-47a6-8c17-91c2702a9425 None None] Pushing event updated for resources: {'Port': ['ID=dc285af6-228a-4593-bf33-d6967f0beb3a,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:54.919402 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-efa103cf-8584-4db6-8a5d-ae00ad3af3f9 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674621 Jul 15 15:41:55.018057 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Attempting to bind port dc285af6-228a-4593-bf33-d6967f0beb3a on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:55.018456 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Allocated IP 172.27.3.53 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/6f755e45-49dd-46f6-b69f-3a605e3a4acb) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:55.018844 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Attempting to bind port dc285af6-228a-4593-bf33-d6967f0beb3a by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:55.019375 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Attempting to bind port dc285af6-228a-4593-bf33-d6967f0beb3a on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:55.055172 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:55.055974 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Checking segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:55.057236 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.057811 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Bound using segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:55.058489 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Bound port: dc285af6-228a-4593-bf33-d6967f0beb3a, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:55.059052 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.190811 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86e0b641-c916-47ba-b863-1b5fa6974eed req-acd39fc6-930c-4124-9616-26e30bc53f2f service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583179 Jul 15 15:41:55.222452 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] For port dc285af6-228a-4593-bf33-d6967f0beb3a, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:55.231121 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] For port dc285af6-228a-4593-bf33-d6967f0beb3a, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=dc285af6-228a-4593-bf33-d6967f0beb3a,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:55.232857 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.237440 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.257556 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.272215 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Transition to ACTIVE for port object 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:55.297536 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.336674 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:55.337382 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:55.384525 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:55.412787 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:55.420723 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:55.438562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Transition to ACTIVE for port object 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:55.476488 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Pushing event updated for resources: {'Port': ['ID=6f755e45-49dd-46f6-b69f-3a605e3a4acb,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:55.478883 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.523007 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df9ae-6be9-47a6-8c17-91c2702a9425 None None] Pushing event updated for resources: {'Port': ['ID=dc285af6-228a-4593-bf33-d6967f0beb3a,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:55.528323 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046286-b0cc-46e1-abda-1a144ec15677 req-10b045e8-3cd3-4ae7-a00f-fc3ecc475048 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:55.543916 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-42046286-b0cc-46e1-abda-1a144ec15677 req-10b045e8-3cd3-4ae7-a00f-fc3ecc475048 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 943 time: 0.2009904 Jul 15 15:41:55.656287 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-42046286-b0cc-46e1-abda-1a144ec15677 req-badee3a6-3a30-4d8c-a8c9-229f41045d3e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095905 Jul 15 15:41:55.709590 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:55.732602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:55.754090 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:55.811429 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57658) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:55.872342 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Attempting to bind port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:55.872720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Attempting to bind port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:55.873089 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Attempting to bind port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a on network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:55.897719 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Pushing event updated for resources: {'Port': ['ID=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:55.908101 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:55.908483 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Checking segment: {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:55.908880 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.909461 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Bound using segment: {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:55.910205 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Bound port: 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:55.910748 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:55.926696 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:56.000948 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] For port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:56.004065 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] For port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,segment=NetworkSegment(3268a935-12f9-47a0-b784-3f31dfd7d7a1),segment_id=3268a935-12f9-47a0-b784-3f31dfd7d7a1)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:56.042210 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5ff89dd-efa7-499e-963c-d9d82ee09d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.053253 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.222473 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b40f53-1b7e-410f-9db2-28c5ea14c50e req-8810c29f-2908-4d2b-9830-b8914d61a792 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:56.231146 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64b40f53-1b7e-410f-9db2-28c5ea14c50e req-8810c29f-2908-4d2b-9830-b8914d61a792 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1748395 Jul 15 15:41:56.265027 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.347621 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5ff89dd-efa7-499e-963c-d9d82ee09d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.353922 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5ff89dd-efa7-499e-963c-d9d82ee09d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.397916 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d5ff89dd-efa7-499e-963c-d9d82ee09d99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cfb8eecc28f4f63995034f1d57234d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857847 Jul 15 15:41:56.427045 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57680) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:56.457682 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b162-e8a9-40f0-a217-5109a976208f None None] Pushing event updated for resources: {'Port': ['ID=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:56.489906 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff89dd-efa7-499e-963c-d9d82ee09d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b99e881-d298-4368-a199-be76d7a1ca9f,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:56.556587 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-64b40f53-1b7e-410f-9db2-28c5ea14c50e req-438e58b8-c2b6-45b4-836f-ada1e407101d tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224938 Jul 15 15:41:56.596910 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.627635 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-780fa160-aef5-4d60-b285-a205a6f67679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.659469 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-780fa160-aef5-4d60-b285-a205a6f67679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.706206 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:55Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:56.804377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3def8e3-b102-4453-ae91-127f4747395f None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:55Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:41:56.921766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-780fa160-aef5-4d60-b285-a205a6f67679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.924657 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-780fa160-aef5-4d60-b285-a205a6f67679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:56.930821 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-780fa160-aef5-4d60-b285-a205a6f67679 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b99e881-d298-4368-a199-be76d7a1ca9f HTTP/1.1" status: 204 len: 168 time: 0.4999673 Jul 15 15:41:56.936968 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d04070-bf4e-4387-89db-59d2b6388f83 req-e59f7e2a-ae4b-4e7c-907e-b80d36657da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:56.941915 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-00d04070-bf4e-4387-89db-59d2b6388f83 req-e59f7e2a-ae4b-4e7c-907e-b80d36657da6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.2336519 Jul 15 15:41:56.973872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fa160-aef5-4d60-b285-a205a6f67679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b99e881-d298-4368-a199-be76d7a1ca9f,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:57.004888 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:41:57.056791 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-00d04070-bf4e-4387-89db-59d2b6388f83 req-5aa5c5f9-bff9-467d-acf4-ee30361e5b2d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872853 Jul 15 15:41:57.121724 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e887-24c1-485f-b0cb-4543d61d3b7b req-2bc5a884-0d31-4e8a-89d1-1a5e5a75c872 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:57.139811 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-77f3e887-24c1-485f-b0cb-4543d61d3b7b req-2bc5a884-0d31-4e8a-89d1-1a5e5a75c872 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 943 time: 0.1483479 Jul 15 15:41:57.202377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:41:57.212049 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Sync routers for ids ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:41:57.224074 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Routers {'08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:57.225034 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:57.227176 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:57.229331 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-99ff0c62-f068-4679-8085-a1b4fd5a0d20 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9486222 Jul 15 15:41:57.237273 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57712) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:57.245374 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-77f3e887-24c1-485f-b0cb-4543d61d3b7b req-99f9f526-9532-40ca-b2d3-73ce01f4b899 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045208 Jul 15 15:41:57.443767 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Set router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:57.500585 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57722) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:57.524969 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93213bea-462f-4f6f-b157-74d165378b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:57.878730 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device dc285af6-228a-4593-bf33-d6967f0beb3a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:57.881041 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:55Z', 'revision_number': 3, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:57.916404 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93213bea-462f-4f6f-b157-74d165378b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:57.933395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93213bea-462f-4f6f-b157-74d165378b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:57.963828 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-93213bea-462f-4f6f-b157-74d165378b58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd502fea10944a6a335666c67755364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621143 Jul 15 15:41:57.973447 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57732) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:41:57.976873 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Checking router: 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:41:57.977524 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Updating router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 port 6f755e45-49dd-46f6-b69f-3a605e3a4acb binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:41:57.999567 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port dc285af6-228a-4593-bf33-d6967f0beb3a completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:58.005291 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port dc285af6-228a-4593-bf33-d6967f0beb3a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:58.005867 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.016075 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1cd74-3c73-44dd-b2c2-0caf3e6c1ccb req-b246456b-9442-404c-96ac-6b196d5a3ec2 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:58.017766 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-57b1cd74-3c73-44dd-b2c2-0caf3e6c1ccb req-b246456b-9442-404c-96ac-6b196d5a3ec2 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2696419 Jul 15 15:41:58.036136 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93213bea-462f-4f6f-b157-74d165378b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03db9ebd-d001-4621-92dc-8fd1b8e84a67,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:58.085641 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.159757 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-57b1cd74-3c73-44dd-b2c2-0caf3e6c1ccb req-c7a359fd-69f0-47f8-906a-7a57d0744508 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910082 Jul 15 15:41:58.190264 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e01ed8bd-93e6-4112-abcb-ede85a20a260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.224546 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e01ed8bd-93e6-4112-abcb-ede85a20a260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.229264 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.260548 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c810d-31da-445f-a2e2-f39a4d81cb0c None None] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:41:58.320170 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e01ed8bd-93e6-4112-abcb-ede85a20a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.324599 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e01ed8bd-93e6-4112-abcb-ede85a20a260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.325957 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e01ed8bd-93e6-4112-abcb-ede85a20a260 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03db9ebd-d001-4621-92dc-8fd1b8e84a67 HTTP/1.1" status: 204 len: 168 time: 0.3513012 Jul 15 15:41:58.355640 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ed8bd-93e6-4112-abcb-ede85a20a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03db9ebd-d001-4621-92dc-8fd1b8e84a67,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:58.418126 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.445476 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-ee00b8e3-e786-4209-9f15-1f0964c43451 None None] Provisioning for port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:58.464442 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port dc285af6-228a-4593-bf33-d6967f0beb3a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=dc285af6-228a-4593-bf33-d6967f0beb3a,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:58.500022 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.501043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:58.701844 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=dc285af6-228a-4593-bf33-d6967f0beb3a,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:58.725231 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.750056 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Transition to ACTIVE for port object 6f755e45-49dd-46f6-b69f-3a605e3a4acb will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:58.760770 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:58.765257 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.786934 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:58.788585 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.803478 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e903e-d8b6-4e25-a6dd-f388bd1adca0 req-bddd9db5-3a12-4cab-832e-96bab55c36a0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:58.805254 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-488e903e-d8b6-4e25-a6dd-f388bd1adca0 req-bddd9db5-3a12-4cab-832e-96bab55c36a0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 943 time: 0.2324407 Jul 15 15:41:58.818094 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Attempting to bind port 6f755e45-49dd-46f6-b69f-3a605e3a4acb on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:41:58.820273 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Attempting to bind port 6f755e45-49dd-46f6-b69f-3a605e3a4acb by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:41:58.820992 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Attempting to bind port 6f755e45-49dd-46f6-b69f-3a605e3a4acb on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:41:58.866287 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:41:58.871067 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:41:58.872439 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.874166 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:41:58.878606 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Bound port: 6f755e45-49dd-46f6-b69f-3a605e3a4acb, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:41:58.879337 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:58.887798 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Allocated IP 172.20.0.1 (8fd8f76d-4693-4fad-a79c-cac51bf69f5d/bc9fb788-3b8c-4f60-81e9-2873aab7e4c7/f04869ec-52a7-4fb7-a18f-f67b640b336b) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:41:58.897323 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-488e903e-d8b6-4e25-a6dd-f388bd1adca0 req-848af19f-0cf3-4134-868b-21e894a0cbe9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683742 Jul 15 15:41:58.958650 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a5a923f-2729-4254-8b1a-458b68d365d9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:41:59.022596 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff0a2d-a478-44d4-a373-884778e78c7e None None] Pushing event updated for resources: {'Port': ['ID=6f755e45-49dd-46f6-b69f-3a605e3a4acb,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:59.066290 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.088736 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.114559 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] For port 6f755e45-49dd-46f6-b69f-3a605e3a4acb, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:41:59.122607 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Transition to ACTIVE for port object f04869ec-52a7-4fb7-a18f-f67b640b336b will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:41:59.125347 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] For port 6f755e45-49dd-46f6-b69f-3a605e3a4acb, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6f755e45-49dd-46f6-b69f-3a605e3a4acb,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:41:59.141036 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.189466 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.220603 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Routers {'08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:41:59.221290 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:41:59.246257 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,segment=NetworkSegment(3268a935-12f9-47a0-b784-3f31dfd7d7a1),segment_id=3268a935-12f9-47a0-b784-3f31dfd7d7a1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:59.263351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.275462 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:41:59.281805 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:41:59.288092 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:41:59.299416 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff0a2d-a478-44d4-a373-884778e78c7e None None] Pushing event updated for resources: {'Port': ['ID=6f755e45-49dd-46f6-b69f-3a605e3a4acb,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:59.322961 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6a5a923f-2729-4254-8b1a-458b68d365d9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a5a923f-2729-4254-8b1a-458b68d365d9,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:59.346144 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '6a5a923f-2729-4254-8b1a-458b68d365d9', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'port_id': '6a5a923f-2729-4254-8b1a-458b68d365d9', 'mac_address': 'fa:16:3e:1e:c6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f933057-0801-4575-8299-ca882d33ce6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:41:59.355258 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Pushing event updated for resources: {'Port': ['ID=f04869ec-52a7-4fb7-a18f-f67b640b336b,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:59.393536 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.447351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:59.458784 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] Set router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:41:59.480693 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-09c8327e-bcd4-4d1b-9255-9895ac25e265 None None] Provisioning complete for port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:59.481068 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-09c8327e-bcd4-4d1b-9255-9895ac25e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.486448 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.529274 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a923f-2729-4254-8b1a-458b68d365d9 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:41:59.574600 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6a5a923f-2729-4254-8b1a-458b68d365d9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a5a923f-2729-4254-8b1a-458b68d365d9,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:41:59.604742 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.703439 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6a5a923f-2729-4254-8b1a-458b68d365d9,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:41:59.744194 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898eee8-8e99-49e3-9a28-eba2fcdaaabb req-2415ceaa-89fd-41e7-8d54-07e0f5633dae tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:41:59.745780 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8898eee8-8e99-49e3-9a28-eba2fcdaaabb req-2415ceaa-89fd-41e7-8d54-07e0f5633dae tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2567902 Jul 15 15:41:59.765110 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device dc285af6-228a-4593-bf33-d6967f0beb3a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:41:59.804192 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.825521 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8898eee8-8e99-49e3-9a28-eba2fcdaaabb req-dddc9dd6-4aa1-4d68-a81e-3be58dcbaffe tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569835 Jul 15 15:41:59.917509 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-883af681-afa5-4f2a-bbc1-d8302d784cf8 None None] Provisioning for port f04869ec-52a7-4fb7-a18f-f67b640b336b completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:41:59.930997 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port dc285af6-228a-4593-bf33-d6967f0beb3a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:59.937004 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:41:59.939021 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-883af681-afa5-4f2a-bbc1-d8302d784cf8 None None] Provisioning complete for port f04869ec-52a7-4fb7-a18f-f67b640b336b triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:41:59.939536 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-883af681-afa5-4f2a-bbc1-d8302d784cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.029782 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['6a5a923f-2729-4254-8b1a-458b68d365d9'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:00.076113 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.088189 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.179689 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:55Z', 'revision_number': 3, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:00.198164 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.208277 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-883af681-afa5-4f2a-bbc1-d8302d784cf8 None None] Port f04869ec-52a7-4fb7-a18f-f67b640b336b cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:00.238458 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf6a3-f820-4460-92df-2add72c14528 None None] The sync data for ids ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'] in dv-cinder-789603-12-iscsi is: [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:55Z', 'revision_number': 3, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:00.363139 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Pushing event updated for resources: {'Port': ['ID=f04869ec-52a7-4fb7-a18f-f67b640b336b,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:00.369675 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:00.475217 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:00.476190 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:00.505268 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a401297-75f7-48c4-90ef-89bf403b1b33 req-4eae5c8b-b961-4d1d-870b-5493c778be1e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:00.518759 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4a401297-75f7-48c4-90ef-89bf403b1b33 req-4eae5c8b-b961-4d1d-870b-5493c778be1e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 944 time: 0.3267429 Jul 15 15:42:00.664352 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4a401297-75f7-48c4-90ef-89bf403b1b33 req-1df3d25b-c044-40cc-820b-14239b44a174 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433382 Jul 15 15:42:00.691206 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:00.693234 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:00.832517 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-9c990027-9320-477a-9ab6-8d261e55d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:00.834647 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-9c990027-9320-477a-9ab6-8d261e55d6a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.2394853 Jul 15 15:42:00.866970 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27999b04-dcbf-41c9-bc0a-f0597eaaf569 req-61fa01ef-7f40-4999-9dd4-4e2df0bcf6f4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:00.876429 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:42:00.879447 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-27999b04-dcbf-41c9-bc0a-f0597eaaf569 req-61fa01ef-7f40-4999-9dd4-4e2df0bcf6f4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1854677 Jul 15 15:42:00.999167 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-27999b04-dcbf-41c9-bc0a-f0597eaaf569 req-382b02a4-4f6d-4f0c-9756-d69bd13df495 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188729 Jul 15 15:42:01.037639 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-c3203e60-541e-4b1b-8673-05343e730cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:01.044273 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-c3203e60-541e-4b1b-8673-05343e730cff service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.1557336 Jul 15 15:42:01.046910 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-29fb9433-52e6-4b18-89d4-ba3aadfe82be None None] Provisioning complete for port f04869ec-52a7-4fb7-a18f-f67b640b336b triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:01.047949 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-29fb9433-52e6-4b18-89d4-ba3aadfe82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:01.102361 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-29fb9433-52e6-4b18-89d4-ba3aadfe82be None None] Port f04869ec-52a7-4fb7-a18f-f67b640b336b cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:01.110046 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-26a1e891-7083-4846-a6b5-3d9a2fdd7590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.0588183 Jul 15 15:42:01.179534 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-5e47ae3c-3123-4701-87e3-5e47fc25b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:01.182259 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-5e47ae3c-3123-4701-87e3-5e47fc25b644 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.0530803 Jul 15 15:42:01.222089 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-0f6b6a07-fabd-4f55-a028-5e0d325e9316 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321002 Jul 15 15:42:01.318385 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:01.325669 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-706e4098-206f-4644-aa4e-84fc9a2b803d admin admin] 10.222.0.15 "PUT /v2.0/routers/08af8c1b-23a8-4eea-acb5-dfe717e9e9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0867350 Jul 15 15:42:01.381615 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-80a6fe3d-826c-406e-a0b6-241f305ab2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514952 Jul 15 15:42:01.530949 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ae37dd3-010e-41b9-87da-2c1dbf579e00 req-7b236394-c3c6-4285-b9fe-83eee4ada276 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169996 Jul 15 15:42:01.688444 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6f755e45-49dd-46f6-b69f-3a605e3a4acb up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:01.769172 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 6f755e45-49dd-46f6-b69f-3a605e3a4acb completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:01.773441 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 6f755e45-49dd-46f6-b69f-3a605e3a4acb triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:01.773859 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:01.866387 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57870) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:01.872631 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:01.890732 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a1fc9-bf5a-461f-8aaa-7038b9ffb8d0 req-d58e1b03-bb11-4f26-8a14-96412df4255d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:01.897746 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-381a1fc9-bf5a-461f-8aaa-7038b9ffb8d0 req-d58e1b03-bb11-4f26-8a14-96412df4255d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 944 time: 0.0780559 Jul 15 15:42:01.899322 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 6f755e45-49dd-46f6-b69f-3a605e3a4acb, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6f755e45-49dd-46f6-b69f-3a605e3a4acb,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:01.906395 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:01.964557 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-381a1fc9-bf5a-461f-8aaa-7038b9ffb8d0 req-ccb539cb-05ec-48b5-aac9-e09de9e9d8e6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658703 Jul 15 15:42:01.969896 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=6f755e45-49dd-46f6-b69f-3a605e3a4acb,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.034956 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4a13a70f-07b8-4370-b2df-59f2cf98f7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.139990 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4a13a70f-07b8-4370-b2df-59f2cf98f7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.144916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4a13a70f-07b8-4370-b2df-59f2cf98f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.191426 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-4a13a70f-07b8-4370-b2df-59f2cf98f7bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6bad92eeecc48e4b3d40e042b75fe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222136 Jul 15 15:42:02.192652 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13a70f-07b8-4370-b2df-59f2cf98f7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0bbba1-cf51-4c44-a8da-9ced9488076e,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.195507 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57878) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.222423 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57880) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.223311 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8e99-9a4b-496c-90e0-1897b594b916 req-d68ae179-d8a2-4e34-8a7a-3629cbc451d5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:02.224811 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-adda8e99-9a4b-496c-90e0-1897b594b916 req-d68ae179-d8a2-4e34-8a7a-3629cbc451d5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0841525 Jul 15 15:42:02.227127 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063597894', 'description': 'tempest-secgroup-smoke-1063597894 description', 'project_id': '86232cc4161b4b569ec7115cf1793296'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:02.251481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.291186 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-adda8e99-9a4b-496c-90e0-1897b594b916 req-834ca50c-b9a6-4918-8df9-89df240f7ec2 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574915 Jul 15 15:42:02.294298 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-308455c8-ed0e-483f-bd44-6682e6c4207d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.317502 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-308455c8-ed0e-483f-bd44-6682e6c4207d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.351929 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.356577 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.382027 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.383301 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1598735 Jul 15 15:42:02.389483 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57884) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.393944 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bea02c-ab71-40cc-8b61-b7ed3af4356d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1c217-58e0-40df-9751-71d210f2910f,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.395000 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group_rule': {'security_group_id': '3df1c217-58e0-40df-9751-71d210f2910f', 'project_id': '86232cc4161b4b569ec7115cf1793296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:02.403754 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-308455c8-ed0e-483f-bd44-6682e6c4207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.406313 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-308455c8-ed0e-483f-bd44-6682e6c4207d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.407414 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-308455c8-ed0e-483f-bd44-6682e6c4207d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b0bbba1-cf51-4c44-a8da-9ced9488076e HTTP/1.1" status: 204 len: 168 time: 0.2086260 Jul 15 15:42:02.422708 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308455c8-ed0e-483f-bd44-6682e6c4207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0bbba1-cf51-4c44-a8da-9ced9488076e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.438613 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.493121 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Sync routers for ids ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:02.500734 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.502871 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Routers {'08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:02.503487 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:02.506049 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.527039 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b226615-d1a1-4910-9187-d68f7c021c3a,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.538348 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.540255 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8b968e2f-620f-4dce-bec8-02a43d5e4ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496072 Jul 15 15:42:02.543689 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57890) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.548875 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group_rule': {'security_group_id': '3df1c217-58e0-40df-9751-71d210f2910f', 'project_id': '86232cc4161b4b569ec7115cf1793296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:02.583632 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.668432 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Set router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:02.672341 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.678066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.701735 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a516921e-18d4-42f1-9bdf-d522d6349be9,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.708879 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.710754 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-12879e2d-6f36-46ac-85a8-8cb45ab76b92 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659343 Jul 15 15:42:02.713832 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57898) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.723502 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group_rule': {'security_group_id': '3df1c217-58e0-40df-9751-71d210f2910f', 'project_id': '86232cc4161b4b569ec7115cf1793296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:02.772433 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.783856 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57902) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.798059 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa41c0ae-aecf-4558-9e0c-717f230de35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.845287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.853691 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.874041 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145ddc6f-6b25-4fba-b958-0cf697589f6d,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.905213 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa41c0ae-aecf-4558-9e0c-717f230de35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.909024 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa41c0ae-aecf-4558-9e0c-717f230de35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.914066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:02.918821 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-caf2c459-302e-4942-9acf-a100dd813f4b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2013464 Jul 15 15:42:02.920187 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57904) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.926219 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group_rule': {'security_group_id': '3df1c217-58e0-40df-9751-71d210f2910f', 'project_id': '86232cc4161b4b569ec7115cf1793296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:02.955660 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fa41c0ae-aecf-4558-9e0c-717f230de35e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3335e59529c54dc69832fca005218e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680572 Jul 15 15:42:02.955660 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41c0ae-aecf-4558-9e0c-717f230de35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e67044-ee0d-4f81-b22d-e47544e3ff0d,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:02.956092 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 57906) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:02.968018 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.005079 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a5a923f-2729-4254-8b1a-458b68d365d9 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:03.092124 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1757ff36-520d-490f-b959-c2c7bbc82c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.095924 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.105509 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.126908 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7231f28b-9cf9-460e-ab0f-783a0b2e3cf4,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:03.149818 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1757ff36-520d-490f-b959-c2c7bbc82c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.150196 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 6a5a923f-2729-4254-8b1a-458b68d365d9 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:03.159667 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 6a5a923f-2729-4254-8b1a-458b68d365d9 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:03.160037 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.190003 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.193842 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f1b322d1-bf29-4a58-8efa-ae6591dd871a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699761 Jul 15 15:42:03.194268 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57912) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:03.199758 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group_rule': {'security_group_id': '3df1c217-58e0-40df-9751-71d210f2910f', 'project_id': '86232cc4161b4b569ec7115cf1793296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:03.229919 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.securitygroups_db [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Project 86232cc4161b4b569ec7115cf1793296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:42:03.236925 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.237146 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:59Z', 'revision_number': 4, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f04869ec-52a7-4fb7-a18f-f67b640b336b', 'name': '', 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'mac_address': 'fa:16:3e:23:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:58Z', 'updated_at': '2021-07-15T15:41:59Z', 'revision_number': 2, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'subnets': [{'id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:03.247877 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d058e-8553-44aa-8a62-7acb7bd9ee84 req-8e9b6429-2e20-4ce5-b91e-f97556468c51 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:03.249462 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cd0d058e-8553-44aa-8a62-7acb7bd9ee84 req-8e9b6429-2e20-4ce5-b91e-f97556468c51 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 944 time: 0.1282630 Jul 15 15:42:03.273665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Checking router: 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:03.274028 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Updating router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 port f04869ec-52a7-4fb7-a18f-f67b640b336b binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:42:03.296289 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1757ff36-520d-490f-b959-c2c7bbc82c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.299226 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1757ff36-520d-490f-b959-c2c7bbc82c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.301063 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1757ff36-520d-490f-b959-c2c7bbc82c4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25e67044-ee0d-4f81-b22d-e47544e3ff0d HTTP/1.1" status: 204 len: 168 time: 0.3419394 Jul 15 15:42:03.313871 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.317843 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.318521 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.325738 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cd0d058e-8553-44aa-8a62-7acb7bd9ee84 req-d95f3a36-f423-4edd-b0b5-d3e9f93a714b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699239 Jul 15 15:42:03.331945 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757ff36-520d-490f-b959-c2c7bbc82c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e67044-ee0d-4f81-b22d-e47544e3ff0d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:03.343330 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778eb2bc-8522-49bb-81f3-d02af2cfc2c2,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:03.354337 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.358363 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-5a66e1b9-8827-4604-ba67-4e5d2122145e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602144 Jul 15 15:42:03.359018 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57918) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:03.364177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'security_group_rule': {'security_group_id': '3df1c217-58e0-40df-9751-71d210f2910f', 'project_id': '86232cc4161b4b569ec7115cf1793296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:03.367228 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.379642 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.393664 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.securitygroups_db [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Project 86232cc4161b4b569ec7115cf1793296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:42:03.398659 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.488819 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.495074 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.525788 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496ebe5a-81a0-4bc7-a679-0e91d3283253,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:03.544104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e80015c-7459-4628-afda-5e9008b244a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a923f-2729-4254-8b1a-458b68d365d9'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:03.546673 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc919b7c-e86e-444d-9e75-a89c06ff174a" -d '{"events": [{"server_uuid": "2e80015c-7459-4628-afda-5e9008b244a1", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a923f-2729-4254-8b1a-458b68d365d9"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:03.561130 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.565887 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8cf21ffc-3201-4807-8455-bbbf55f9b974 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2025623 Jul 15 15:42:03.597156 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6a5a923f-2729-4254-8b1a-458b68d365d9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a5a923f-2729-4254-8b1a-458b68d365d9,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:03.607098 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.608217 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40e81-c7e2-4ecf-bb5a-cfd785dd4d60 req-17316ca1-647e-4976-8673-288a2350c936 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:03.611294 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9fc40e81-c7e2-4ecf-bb5a-cfd785dd4d60 req-17316ca1-647e-4976-8673-288a2350c936 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1106250 Jul 15 15:42:03.709875 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58248fb3-4d92-424b-ba39-5074d485d760 x-openstack-request-id: req-58248fb3-4d92-424b-ba39-5074d485d760 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:03.710388 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e80015c-7459-4628-afda-5e9008b244a1", "name": "network-vif-plugged", "status": "completed", "tag": "6a5a923f-2729-4254-8b1a-458b68d365d9", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:03.710783 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58248fb3-4d92-424b-ba39-5074d485d760 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:03.711338 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e80015c-7459-4628-afda-5e9008b244a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a923f-2729-4254-8b1a-458b68d365d9', 'code': 200} Jul 15 15:42:03.727621 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9fc40e81-c7e2-4ecf-bb5a-cfd785dd4d60 req-9e75bef1-0a7a-466c-be76-e686d74cf67c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899878 Jul 15 15:42:03.764691 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6f755e45-49dd-46f6-b69f-3a605e3a4acb up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:03.878823 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6a5a923f-2729-4254-8b1a-458b68d365d9,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:03.940078 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 6f755e45-49dd-46f6-b69f-3a605e3a4acb triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:03.940504 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:03.989281 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.003859 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Transition to ACTIVE for port object f04869ec-52a7-4fb7-a18f-f67b640b336b will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:04.015484 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.068972 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c4b0-3cac-48a8-a17b-e2f9490bc592 req-16304f79-3671-4e5d-b20e-a31f1d1c9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:04.071149 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2513c4b0-3cac-48a8-a17b-e2f9490bc592 req-16304f79-3671-4e5d-b20e-a31f1d1c9d24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 1098 time: 0.1118877 Jul 15 15:42:04.169996 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2513c4b0-3cac-48a8-a17b-e2f9490bc592 req-c21ca9b8-89d7-4c52-bec8-c08f8ede13f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 Jul 15 15:42:04.183239 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b928d40-59dc-41f3-8a97-5397796e1278 None None] Pushing event updated for resources: {'Port': ['ID=f04869ec-52a7-4fb7-a18f-f67b640b336b,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:04.238055 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Attempting to bind port f04869ec-52a7-4fb7-a18f-f67b640b336b on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:04.238459 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Attempting to bind port f04869ec-52a7-4fb7-a18f-f67b640b336b by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:04.238827 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Attempting to bind port f04869ec-52a7-4fb7-a18f-f67b640b336b on network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:04.251257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 57984) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:04.268235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:04.268235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Checking segment: {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:04.268235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.268235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Bound using segment: {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:04.268235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Bound port: f04869ec-52a7-4fb7-a18f-f67b640b336b, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3268a935-12f9-47a0-b784-3f31dfd7d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:04.268235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.390347 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] For port f04869ec-52a7-4fb7-a18f-f67b640b336b, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:04.393198 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e63203df-1e51-4464-8f47-6d5405203de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.397798 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] For port f04869ec-52a7-4fb7-a18f-f67b640b336b, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f04869ec-52a7-4fb7-a18f-f67b640b336b,segment=NetworkSegment(3268a935-12f9-47a0-b784-3f31dfd7d7a1),segment_id=3268a935-12f9-47a0-b784-3f31dfd7d7a1)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:04.407833 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.458703 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Routers {'08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:04.459512 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:41:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:04.487706 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-23eb8ebf-63df-4034-917d-5072d7101f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.622390 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b928d40-59dc-41f3-8a97-5397796e1278 None None] Pushing event updated for resources: {'Port': ['ID=f04869ec-52a7-4fb7-a18f-f67b640b336b,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:04.635469 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] Set router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:04.677457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0090e9-d568-46f3-bea0-0d175f4bb039 req-7db2b825-9165-472b-9df8-968949fb5e43 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:04.679445 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6f0090e9-d568-46f3-bea0-0d175f4bb039 req-7db2b825-9165-472b-9df8-968949fb5e43 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 945 time: 0.1614404 Jul 15 15:42:04.774231 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6f0090e9-d568-46f3-bea0-0d175f4bb039 req-99024dca-77c3-43e7-a7db-1761ac9d1bb0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747631 Jul 15 15:42:04.775972 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-23eb8ebf-63df-4034-917d-5072d7101f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.781663 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-23eb8ebf-63df-4034-917d-5072d7101f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.841898 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb8ebf-63df-4034-917d-5072d7101f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3b1e6-6c60-41fc-aa8b-df198553cb7c,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:04.850991 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-23eb8ebf-63df-4034-917d-5072d7101f0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92ce8ecacccf437d90f8a0641beae2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960419 Jul 15 15:42:04.851516 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 58018) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:04.946468 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-41c6e029-25cd-41df-ba0c-a7649fd79517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:04.971977 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-41c6e029-25cd-41df-ba0c-a7649fd79517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:05.008348 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:59Z', 'revision_number': 4, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f04869ec-52a7-4fb7-a18f-f67b640b336b', 'name': '', 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'mac_address': 'fa:16:3e:23:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:58Z', 'updated_at': '2021-07-15T15:42:04Z', 'revision_number': 4, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'subnets': [{'id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:05.044900 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602ed65-44c2-4cfa-80ec-e58848439bb7 None None] The sync data for ids ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'] in dv-cinder-789603-12-iscsi is: [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:41:59Z', 'revision_number': 4, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f04869ec-52a7-4fb7-a18f-f67b640b336b', 'name': '', 'network_id': '8fd8f76d-4693-4fad-a79c-cac51bf69f5d', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'mac_address': 'fa:16:3e:23:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:58Z', 'updated_at': '2021-07-15T15:42:04Z', 'revision_number': 4, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'subnets': [{'id': 'bc9fb788-3b8c-4f60-81e9-2873aab7e4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:05.053014 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-41c6e029-25cd-41df-ba0c-a7649fd79517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:05.063222 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-41c6e029-25cd-41df-ba0c-a7649fd79517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:05.064630 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-41c6e029-25cd-41df-ba0c-a7649fd79517 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ded3b1e6-6c60-41fc-aa8b-df198553cb7c HTTP/1.1" status: 204 len: 168 time: 0.2122149 Jul 15 15:42:05.070563 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf41baa-895a-4ace-ad2a-95aa8c5383c2 req-466e8495-6416-406e-b1a5-395b2a46b0d0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:05.072502 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3bf41baa-895a-4ace-ad2a-95aa8c5383c2 req-466e8495-6416-406e-b1a5-395b2a46b0d0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1573100 Jul 15 15:42:05.084270 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6e029-25cd-41df-ba0c-a7649fd79517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3b1e6-6c60-41fc-aa8b-df198553cb7c,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:05.210429 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3bf41baa-895a-4ace-ad2a-95aa8c5383c2 req-8126ee16-2b86-40da-a5ed-7ebc96c61477 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157770 Jul 15 15:42:05.784516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f04869ec-52a7-4fb7-a18f-f67b640b336b up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:05.910516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port f04869ec-52a7-4fb7-a18f-f67b640b336b completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:05.914735 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port f04869ec-52a7-4fb7-a18f-f67b640b336b triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:05.917498 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:05.961302 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-e990db2b-7c2d-4771-aa21-ac5f0a21f1b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396338604&fields=id&tenant_id=ea187ac9f5f340c88c93e9aafe50141b HTTP/1.1" status: 200 len: 267 time: 0.0686109 Jul 15 15:42:06.100319 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431abd28-9480-4607-8e7b-a09a23127e64 req-84fcab3c-a32d-4041-8706-07b9f99e6995 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:06.103859 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-431abd28-9480-4607-8e7b-a09a23127e64 req-84fcab3c-a32d-4041-8706-07b9f99e6995 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 945 time: 0.1338873 Jul 15 15:42:06.137181 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-b30b0f61-ae86-4eaf-acc1-1d28e488831e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:06.138747 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-b30b0f61-ae86-4eaf-acc1-1d28e488831e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 809 time: 0.1755884 Jul 15 15:42:06.173469 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-431abd28-9480-4607-8e7b-a09a23127e64 req-dc3996b3-e223-4e4f-b628-53106fc2a1c6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615535 Jul 15 15:42:06.177703 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-b30608e9-afa5-422f-af4e-568c83043e22 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/quotas/ea187ac9f5f340c88c93e9aafe50141b HTTP/1.1" status: 200 len: 375 time: 0.0240278 Jul 15 15:42:06.283363 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.333627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58086) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:06.336515 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port f04869ec-52a7-4fb7-a18f-f67b640b336b, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f04869ec-52a7-4fb7-a18f-f67b640b336b,segment=NetworkSegment(3268a935-12f9-47a0-b784-3f31dfd7d7a1),segment_id=3268a935-12f9-47a0-b784-3f31dfd7d7a1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:06.354145 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.374141 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-4f024a23-b635-4fe6-a5b2-474a7ca3199a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954045 Jul 15 15:42:06.419216 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=f04869ec-52a7-4fb7-a18f-f67b640b336b,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:06.527513 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-96ea4abf-a3b8-403f-b654-42f90c1d94b6 service neutron] 10.222.0.15 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505785 Jul 15 15:42:06.639936 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-513196692-network', 'tenant_id': '4e62478a4f364749a14c45451751c2cf'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:06.669291 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Made reservation on behalf of 4e62478a4f364749a14c45451751c2cf for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:06.673260 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.676438 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-72f2fd17-78a4-414b-8f74-8b2e9dd68d5a service neutron] 10.222.0.15 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479528 Jul 15 15:42:06.690797 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.840677 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.847086 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.885586 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:42:06.900866 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:06.901210 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Added segment cb1aa54f-dcc0-4862-a7f6-0b61a1df6602 of type vlan for network 91a4bf83-9771-440a-bb00-4e543abbc6b3 Jul 15 15:42:06.902593 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52ec20-dd01-48ec-894c-0b0d759f5023,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:06.961710 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.006518 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.007675 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:07.008345 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.063943 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 58110) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:07.064210 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7291114 Jul 15 15:42:07.072452 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Request body: {'subnet': {'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-513196692-subnet', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:07.121502 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-850ce76b-05de-43ad-a622-1893a648679b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.132667 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Made reservation on behalf of 4e62478a4f364749a14c45451751c2cf for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:07.138261 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.140281 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabdf63-12c5-43d2-a10d-7f91781414f2 admin admin] Pushing event updated for resources: {'Network': ['ID=91a4bf83-9771-440a-bb00-4e543abbc6b3,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:07.152957 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:42:07.187377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e7aad-3095-4f23-9b1c-2bdc2d0ebc54 req-f267679d-1b2c-475d-97a8-6583e80c4e38 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:07.195760 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a99e7aad-3095-4f23-9b1c-2bdc2d0ebc54 req-f267679d-1b2c-475d-97a8-6583e80c4e38 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1594601 Jul 15 15:42:07.249712 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a99e7aad-3095-4f23-9b1c-2bdc2d0ebc54 req-10de59bb-6252-4aa8-ab3b-153aa6b080d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Jul 15 15:42:07.282601 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ce2cd089-003c-4e0b-af3e-78c3d1d8be30 req-1230f58a-4b88-4b58-879a-a0e70e0143cf tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 210 time: 0.0486517 Jul 15 15:42:07.419213 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.421652 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.489268 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6efedb-44bc-4204-88aa-da1c26caf534,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:07.503953 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Checking segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:07.504375 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Network hostable DHCP agents. Network: 91a4bf83-9771-440a-bb00-4e543abbc6b3, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:42:07.522768 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:42:07.537690 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 91a4bf83-9771-440a-bb00-4e543abbc6b3) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:07.546635 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ea832-d9da-495b-b2f8-4d7acd027757 None None] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:42:07.547338 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:07.548117 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.567995 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8c5381e6-1764-4cb3-976b-cc88eaadad9a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4998343 Jul 15 15:42:07.568582 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58138) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:07.574886 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:07.605625 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.606748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.708450 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f04869ec-52a7-4fb7-a18f-f67b640b336b up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:07.708730 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.858310 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port f04869ec-52a7-4fb7-a18f-f67b640b336b triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:07.858689 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.926377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-91a4bf83-9771-440a-bb00-4e543abbc6b3', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:42:07.927762 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:07.938323 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.110104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.198672 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Allocated IP 172.20.0.2 (91a4bf83-9771-440a-bb00-4e543abbc6b3/ae6efedb-44bc-4204-88aa-da1c26caf534/6a2766f8-3c2f-426b-a650-351b8d045060) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:08.232865 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.253295 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.388109 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Allocated IP 172.27.3.187 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/8bcf15d3-7483-4ae6-89fb-5e17d09b2414) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:08.419782 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.433762 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Transition to ACTIVE for port object 6a2766f8-3c2f-426b-a650-351b8d045060 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:08.451117 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a84a653d-0abe-4ee6-bb75-100e77bdd874 req-0a397f9b-40e2-4048-a422-40fc0d546450 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 210 time: 0.0388482 Jul 15 15:42:08.456050 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Transition to ACTIVE for port object 6a2766f8-3c2f-426b-a650-351b8d045060 will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:08.477827 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.538450 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:08.542772 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:08.558250 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Pushing event updated for resources: {'Port': ['ID=6a2766f8-3c2f-426b-a650-351b8d045060,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:08.578368 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:08.596118 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.674615 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.713234 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Attempting to bind port 6a2766f8-3c2f-426b-a650-351b8d045060 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:08.713614 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Attempting to bind port 6a2766f8-3c2f-426b-a650-351b8d045060 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:08.713977 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Attempting to bind port 6a2766f8-3c2f-426b-a650-351b8d045060 on network 91a4bf83-9771-440a-bb00-4e543abbc6b3 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:08.722473 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:08.722853 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Checking segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:08.726806 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.730988 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Bound using segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:08.731619 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Bound port: 6a2766f8-3c2f-426b-a650-351b8d045060, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:08.731956 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.733403 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:08.736272 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:08.740010 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:08.779998 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Pushing event updated for resources: {'Port': ['ID=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:08.870508 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] For port 6a2766f8-3c2f-426b-a650-351b8d045060, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:08.876776 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] For port 6a2766f8-3c2f-426b-a650-351b8d045060, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6a2766f8-3c2f-426b-a650-351b8d045060,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:08.891991 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:08.984906 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689764-7e70-49a7-a75b-86f2896f2228 None None] Pushing event updated for resources: {'Port': ['ID=6a2766f8-3c2f-426b-a650-351b8d045060,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:09.016405 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-c0441f88-23bc-418c-982a-b0cf65d9e719 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:09.018218 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-c0441f88-23bc-418c-982a-b0cf65d9e719 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 809 time: 0.2308292 Jul 15 15:42:09.077331 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-5bb58201-1b83-49a4-bc7c-4c191a2edb36 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea187ac9f5f340c88c93e9aafe50141b HTTP/1.1" status: 200 len: 380 time: 0.0371773 Jul 15 15:42:09.087498 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'port': {'device_id': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'admin_state_up': True, 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'security_groups': ['05ff5ee7-0349-4fc9-869a-f9f3534ebb3c']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:09.125694 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.260898 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Made reservation on behalf of ea187ac9f5f340c88c93e9aafe50141b for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:09.266922 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.434317 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Allocated IP 172.20.0.11 (61ff0678-7f39-42d5-9c65-4fa24710475b/9b698455-eb49-4b6d-81f8-d2686299a848/73322c7e-baea-44da-8017-2d7f6b2f10cc) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:09.471647 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.590106 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.595272 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.616558 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Transition to ACTIVE for port object 73322c7e-baea-44da-8017-2d7f6b2f10cc will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:09.684229 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-72bcb447-4dde-49c1-b80f-a7a83107b99b req-4f97df20-e36b-422e-b6a0-4b2b11d05435 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 210 time: 0.0426440 Jul 15 15:42:09.692707 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.735721 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6a2766f8-3c2f-426b-a650-351b8d045060 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:09.747264 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Router 1d41c015-ff67-4af1-aef3-439b23d6b150 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:42:09.775991 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Network 61ff0678-7f39-42d5-9c65-4fa24710475b is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:09.782695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:09.787845 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:09.799802 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:09.800475 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:09.808997 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:09.846308 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 6a2766f8-3c2f-426b-a650-351b8d045060 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:09.856564 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-7c33d99c-378b-48ae-b924-75a16c848674 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7730477 Jul 15 15:42:09.874328 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Request body: {'port': {'device_id': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:10.019763 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.229565 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:10.242309 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Sync routers for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:10.251138 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-ed036888-f012-46d4-b3a4-397561b13f03 None None] Provisioning for port 73322c7e-baea-44da-8017-2d7f6b2f10cc completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:10.255769 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-ed036888-f012-46d4-b3a4-397561b13f03 None None] Provisioning complete for port 73322c7e-baea-44da-8017-2d7f6b2f10cc triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:10.256140 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ed036888-f012-46d4-b3a4-397561b13f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.270565 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.271818 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bc149b21-dfe5-49c8-bb5a-cefe47fac15a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7020996 Jul 15 15:42:10.276431 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58210) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:10.277085 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:10.277709 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:10.344121 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-ed036888-f012-46d4-b3a4-397561b13f03 None None] Port 73322c7e-baea-44da-8017-2d7f6b2f10cc cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:10.411275 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb65c5c-17ae-4f0d-98a2-b1e36b1e4f03 None None] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:42:10.435144 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:10.493502 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73322c7e-baea-44da-8017-2d7f6b2f10cc {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:10.503833 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.517616 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Transition to ACTIVE for port object 73322c7e-baea-44da-8017-2d7f6b2f10cc will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:10.522567 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.557183 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] Provisioning for port 6a2766f8-3c2f-426b-a650-351b8d045060 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:10.568665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] Provisioning complete for port 6a2766f8-3c2f-426b-a650-351b8d045060 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:10.569053 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.672389 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Attempting to bind port 73322c7e-baea-44da-8017-2d7f6b2f10cc on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:10.672755 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Attempting to bind port 73322c7e-baea-44da-8017-2d7f6b2f10cc by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:10.673084 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Attempting to bind port 73322c7e-baea-44da-8017-2d7f6b2f10cc on network 61ff0678-7f39-42d5-9c65-4fa24710475b {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:10.681620 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:10.689993 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Port 73322c7e-baea-44da-8017-2d7f6b2f10cc on network 61ff0678-7f39-42d5-9c65-4fa24710475b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:10.690642 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Attempting to bind port 73322c7e-baea-44da-8017-2d7f6b2f10cc on network 61ff0678-7f39-42d5-9c65-4fa24710475b {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:10.705180 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:10.705562 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Checking segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:10.705920 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Bound using segment: {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:10.708731 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Bound port: 73322c7e-baea-44da-8017-2d7f6b2f10cc, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500908f9-d3bb-4686-84ed-f5b44f18e071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:10.709130 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.818027 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.835698 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:08Z', 'revision_number': 3, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:10.861066 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:10.865418 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:10.874282 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:10.938633 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Checking router: 1d41c015-ff67-4af1-aef3-439b23d6b150 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:10.939140 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Updating router 1d41c015-ff67-4af1-aef3-439b23d6b150 port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:42:10.976144 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:11.003168 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.010371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:11.021690 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.025102 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-9d14b384-10ed-4f94-ab7f-c8a9ea3ebee0 service neutron] 10.222.0.43 "PUT /v2.0/ports/73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 1094 time: 1.1552672 Jul 15 15:42:11.030012 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] For port 6a2766f8-3c2f-426b-a650-351b8d045060, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6a2766f8-3c2f-426b-a650-351b8d045060,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:11.039064 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.069169 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:11.079069 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fade45-e396-44b3-b4ac-e6c461b77791" -d '{"events": [{"name": "network-changed", "server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:11.216323 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.243949 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64dea5-851e-4c15-8e96-a2d9faedbe20 None None] Pushing event updated for resources: {'Port': ['ID=6a2766f8-3c2f-426b-a650-351b8d045060,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:11.519661 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-a3029bc2-b81f-433d-a637-52b05647a5cb None None] Provisioning complete for port 6a2766f8-3c2f-426b-a650-351b8d045060 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:11.519987 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a3029bc2-b81f-433d-a637-52b05647a5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.539153 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Allocated IP 172.20.0.1 (91a4bf83-9771-440a-bb00-4e543abbc6b3/ae6efedb-44bc-4204-88aa-da1c26caf534/f54d9432-3f2f-4f84-a3d4-990875aff855) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:11.555662 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.568751 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Transition to ACTIVE for port object 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:11.579551 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.580384 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e999638-13a2-4e42-83ce-dbfb6b116e21 x-openstack-request-id: req-0e999638-13a2-4e42-83ce-dbfb6b116e21 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:11.580384 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:11.582160 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e999638-13a2-4e42-83ce-dbfb6b116e21 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:11.589404 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'status': 'completed', 'code': 200} Jul 15 15:42:11.618359 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-688023c8-116f-414d-b641-b32059b965bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:11.623319 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-688023c8-116f-414d-b641-b32059b965bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1097 time: 0.5351582 Jul 15 15:42:11.635602 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0503af-82fe-4544-87b3-ced77c65e78d None None] Pushing event updated for resources: {'Port': ['ID=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:11.640038 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48673a2-7a8b-4cb4-a3f5-dd6955587bfc req-b72b7aa1-120c-47d5-936d-334d74dd7ba7 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:11.645013 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e48673a2-7a8b-4cb4-a3f5-dd6955587bfc req-b72b7aa1-120c-47d5-936d-334d74dd7ba7 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.6144180 Jul 15 15:42:11.675410 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Attempting to bind port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:11.676357 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Attempting to bind port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:11.676935 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Attempting to bind port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:11.683758 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:11.684573 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:11.685762 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.687819 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:11.688962 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Bound port: 8bcf15d3-7483-4ae6-89fb-5e17d09b2414, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:11.689593 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.707998 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.728679 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Transition to ACTIVE for port object f54d9432-3f2f-4f84-a3d4-990875aff855 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:11.736896 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6a2766f8-3c2f-426b-a650-351b8d045060 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:11.762823 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] For port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:11.763583 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-e8709454-c58f-44b0-b418-b4108409772d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 217 time: 0.1195762 Jul 15 15:42:11.766470 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] For port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:11.768287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.774482 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.794927 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e48673a2-7a8b-4cb4-a3f5-dd6955587bfc req-f519146b-46be-4ee9-9f97-08844b88a28f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449652 Jul 15 15:42:11.819687 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:11.824267 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:11.830065 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:11.859525 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 6a2766f8-3c2f-426b-a650-351b8d045060 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:11.860028 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.882432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-ab52e648-adc5-49a6-83e6-31fb0c4fe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:11.883977 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-ab52e648-adc5-49a6-83e6-31fb0c4fe74c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.1004949 Jul 15 15:42:11.916238 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:11.918906 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f54d9432-3f2f-4f84-a3d4-990875aff855,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:11.921338 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:11.922497 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:11.990160 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0503af-82fe-4544-87b3-ced77c65e78d None None] Pushing event updated for resources: {'Port': ['ID=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:12.009443 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-d7f47821-56c9-4d59-ad25-626894b9ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:12.011143 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-d7f47821-56c9-4d59-ad25-626894b9ce08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1207674 Jul 15 15:42:12.074911 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:12.127513 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-c787a5ea-caa8-40e5-9366-b6605b0a7d3a service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062982 Jul 15 15:42:12.150578 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-3329668f-70c3-4dda-b31c-8b239782c472 None None] Provisioning for port f54d9432-3f2f-4f84-a3d4-990875aff855 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:12.156409 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-3329668f-70c3-4dda-b31c-8b239782c472 None None] Provisioning complete for port f54d9432-3f2f-4f84-a3d4-990875aff855 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:12.157047 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3329668f-70c3-4dda-b31c-8b239782c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:12.174964 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:12.206615 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-3329668f-70c3-4dda-b31c-8b239782c472 None None] Port f54d9432-3f2f-4f84-a3d4-990875aff855 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:12.255712 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7e783644-7a2b-4153-833b-d6f1b4386e72 req-26a89185-29a4-4205-b1f2-80e2c9155a6d service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190135 Jul 15 15:42:12.324564 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:08Z', 'revision_number': 3, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:12.353304 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa73e1-9127-4db7-98a2-fcc798e585db None None] The sync data for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi is: [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:08Z', 'revision_number': 3, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:12.358477 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:12.364629 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:12.381165 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-0bdbadf7-e523-430e-a41e-2290e90cb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:12.382659 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-0bdbadf7-e523-430e-a41e-2290e90cb93e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1097 time: 0.0751646 Jul 15 15:42:12.444064 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f54d9432-3f2f-4f84-a3d4-990875aff855,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:12.447188 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:12.496987 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-907b3031-6fd5-4f9f-9f4a-66029cf4a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:12.498501 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-907b3031-6fd5-4f9f-9f4a-66029cf4a569 service neutron] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 909 time: 0.0907221 Jul 15 15:42:12.543404 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:12.544707 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:12.553900 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-004d1e35-8b5e-4328-9ad1-ffcc36f23d1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 217 time: 0.0404096 Jul 15 15:42:12.673769 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-97284b43-f881-4797-9019-e3e2e192a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:12.687061 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-97284b43-f881-4797-9019-e3e2e192a49c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.1206992 Jul 15 15:42:12.724679 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Router 1d41c015-ff67-4af1-aef3-439b23d6b150 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:42:12.773047 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-d3e36536-1b2d-457a-9a08-5302d39d17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:12.775203 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-d3e36536-1b2d-457a-9a08-5302d39d17c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765405 Jul 15 15:42:12.868380 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-f1f64ba6-8de4-4dfd-9c75-e320bdece3c5 None None] Provisioning complete for port f54d9432-3f2f-4f84-a3d4-990875aff855 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:12.868861 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f1f64ba6-8de4-4dfd-9c75-e320bdece3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:12.939279 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-2f49a93c-4c78-4c27-ab1e-17b5cf9fa479 service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551192 Jul 15 15:42:12.943710 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-f1f64ba6-8de4-4dfd-9c75-e320bdece3c5 None None] Port f54d9432-3f2f-4f84-a3d4-990875aff855 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:12.965652 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:12.971654 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-62457c86-905b-44fe-b54b-a0b450c152c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d41c015-ff67-4af1-aef3-439b23d6b150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6941617 Jul 15 15:42:13.153640 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-95fade45-e396-44b3-b4ac-e6c461b77791 req-a29c8488-ba62-4bdb-bc6e-0dee56210e21 service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016857 Jul 15 15:42:13.174593 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199da39-728f-430c-af8d-089821284c6e req-c376321a-326a-45c0-820f-4c265d837b90 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:13.176161 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2199da39-728f-430c-af8d-089821284c6e req-c376321a-326a-45c0-820f-4c265d837b90 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1628158 Jul 15 15:42:13.218365 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58298) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:13.225506 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2199da39-728f-430c-af8d-089821284c6e req-772f7f17-6d8c-444c-894f-695792ad786f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Jul 15 15:42:13.364882 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fca4210f-0eed-4579-a238-eab46a6ca488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.477735 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fca4210f-0eed-4579-a238-eab46a6ca488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.482084 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fca4210f-0eed-4579-a238-eab46a6ca488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.524270 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fca4210f-0eed-4579-a238-eab46a6ca488 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5843f0c56284c3ea18eb1f649856134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048112 Jul 15 15:42:13.525193 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4210f-0eed-4579-a238-eab46a6ca488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb992629-6ce4-4252-9a16-19bf45c4fae8,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:13.527644 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 58312) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:13.586237 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2a29f79b-a187-4302-83e8-1403156310c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.613785 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2a29f79b-a187-4302-83e8-1403156310c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.667947 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2a29f79b-a187-4302-83e8-1403156310c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.673549 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2a29f79b-a187-4302-83e8-1403156310c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.678173 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-2a29f79b-a187-4302-83e8-1403156310c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb992629-6ce4-4252-9a16-19bf45c4fae8 HTTP/1.1" status: 204 len: 168 time: 0.1466012 Jul 15 15:42:13.680598 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:13.689754 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29f79b-a187-4302-83e8-1403156310c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb992629-6ce4-4252-9a16-19bf45c4fae8,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:13.714128 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58320) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:13.719371 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-900434271-network', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:13.741396 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Made reservation on behalf of d7585fb1fd1742e99edae70f73787ba6 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:13.743862 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.756318 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.767987 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:13.772398 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:13.772779 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.856712 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.860853 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.866060 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.878619 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:13.882684 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.891908 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:42:13.906642 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3e5fe-0434-4321-9169-5aae52f36de8,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:13.912307 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:13.912791 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Added segment 9feea4a8-7d63-45dc-b271-b0a1e4f0504a of type vlan for network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 Jul 15 15:42:13.958324 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:13.966304 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.014757 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.016449 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:14.017205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.054430 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3389239 Jul 15 15:42:14.058394 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 58326) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:14.065261 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Request body: {'subnet': {'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-900434271-subnet', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:14.086489 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1662-f54b-4400-9382-8a3071df6baa admin admin] Pushing event updated for resources: {'Network': ['ID=2a39ab25-6ae7-4d56-aba0-cbd0725e2d19,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:14.094955 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Made reservation on behalf of d7585fb1fd1742e99edae70f73787ba6 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:14.099669 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.100414 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:42:14.126175 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58328) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:14.147999 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-221ee1d9-38a6-462e-8875-50cb105d346a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.266750 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-221ee1d9-38a6-462e-8875-50cb105d346a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.272589 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-221ee1d9-38a6-462e-8875-50cb105d346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.308529 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.313571 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-221ee1d9-38a6-462e-8875-50cb105d346a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1278297644274c04b7f0c975a0522b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856112 Jul 15 15:42:14.321048 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58336) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:14.334752 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ee1d9-38a6-462e-8875-50cb105d346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d968b-b776-4833-8d13-4e7f9366e91d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:14.371841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ff4af8-24ed-4d23-af30-a9f4640710b4,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:14.402181 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Sync routers for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:14.411950 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:14.412708 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:14.418385 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ce4d744-aa8a-4b9d-acdd-18947a43f07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.447101 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ce4d744-aa8a-4b9d-acdd-18947a43f07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.501562 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Checking segment: {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:14.502105 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Network hostable DHCP agents. Network: 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:42:14.503652 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ce4d744-aa8a-4b9d-acdd-18947a43f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.507778 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ce4d744-aa8a-4b9d-acdd-18947a43f07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.509536 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9ce4d744-aa8a-4b9d-acdd-18947a43f07b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c6d968b-b776-4833-8d13-4e7f9366e91d HTTP/1.1" status: 204 len: 168 time: 0.1871300 Jul 15 15:42:14.523679 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4d744-aa8a-4b9d-acdd-18947a43f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d968b-b776-4833-8d13-4e7f9366e91d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:14.565781 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:42:14.605091 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fb68a-7000-405d-a732-5016a438e769 req-92c82821-7e53-4ee5-8249-f94d41b07844 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:14.606639 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-952fb68a-7000-405d-a732-5016a438e769 req-92c82821-7e53-4ee5-8249-f94d41b07844 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1873360 Jul 15 15:42:14.626324 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:14.631371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:14.631827 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.675643 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-89902c87-79e4-437d-8f1c-fe703a9388d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6147723 Jul 15 15:42:14.678304 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58342) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:14.683802 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:14.700369 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-952fb68a-7000-405d-a732-5016a438e769 req-d74e5cbe-4126-4268-b5c6-22b5a1746501 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652788 Jul 15 15:42:14.714825 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab85368-1ea1-4b0c-8827-893ad340eb39 None None] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:42:14.725558 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.726644 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.768494 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:14.788063 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:14.941499 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.035328 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-2a39ab25-6ae7-4d56-aba0-cbd0725e2d19', 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'fixed_ips': [{'subnet_id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:42:15.036181 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.189164 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 2, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:15.197527 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.217282 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.239259 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Checking router: 1d41c015-ff67-4af1-aef3-439b23d6b150 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:15.239938 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Updating router 1d41c015-ff67-4af1-aef3-439b23d6b150 port f54d9432-3f2f-4f84-a3d4-990875aff855 binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:42:15.287421 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.300186 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Allocated IP 172.20.0.2 (2a39ab25-6ae7-4d56-aba0-cbd0725e2d19/a3ff4af8-24ed-4d23-af30-a9f4640710b4/2d2d7f83-e8fd-4865-93d8-3710a2137d98) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:15.370690 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Allocated IP 172.27.3.252 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/e093f156-5dfa-4f2e-8145-a780312410c1) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:15.645967 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.651524 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Transition to ACTIVE for port object 2d2d7f83-e8fd-4865-93d8-3710a2137d98 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:15.679725 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Transition to ACTIVE for port object 2d2d7f83-e8fd-4865-93d8-3710a2137d98 will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:15.706810 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:15.709852 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.753472 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.795489 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:15.803727 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:15.803921 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.818038 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:15.824975 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Pushing event updated for resources: {'Port': ['ID=2d2d7f83-e8fd-4865-93d8-3710a2137d98,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:15.875195 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:15.876474 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Pushing event updated for resources: {'Port': ['ID=e093f156-5dfa-4f2e-8145-a780312410c1,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:15.879064 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:15.881201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:15.958995 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.964838 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:15.965492 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:15.971175 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Attempting to bind port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:15.971806 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Attempting to bind port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:15.972413 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Attempting to bind port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 on network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:16.007969 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 58386) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:16.012815 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Transition to ACTIVE for port object f54d9432-3f2f-4f84-a3d4-990875aff855 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:16.022618 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:16.023276 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Checking segment: {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:16.025156 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.025705 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Bound using segment: {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:16.026559 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Bound port: 2d2d7f83-e8fd-4865-93d8-3710a2137d98, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:16.027125 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.048128 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.133230 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-1b8d689e-88c3-4f5a-aaa5-74f41c8b1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:16.135316 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-1b8d689e-88c3-4f5a-aaa5-74f41c8b1b42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0994890 Jul 15 15:42:16.211462 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616e93f-c703-4ae8-bd86-fa6e6f2e6d4a None None] Pushing event updated for resources: {'Port': ['ID=f54d9432-3f2f-4f84-a3d4-990875aff855,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:16.253384 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.267501 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.348057 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-10ca0c63-438e-406e-8455-3be24566894d None None] For port 2d2d7f83-e8fd-4865-93d8-3710a2137d98, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:16.363254 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Attempting to bind port f54d9432-3f2f-4f84-a3d4-990875aff855 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:16.363858 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Attempting to bind port f54d9432-3f2f-4f84-a3d4-990875aff855 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:16.364407 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Attempting to bind port f54d9432-3f2f-4f84-a3d4-990875aff855 on network 91a4bf83-9771-440a-bb00-4e543abbc6b3 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:16.367466 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-10ca0c63-438e-406e-8455-3be24566894d None None] For port 2d2d7f83-e8fd-4865-93d8-3710a2137d98, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=2d2d7f83-e8fd-4865-93d8-3710a2137d98,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:16.373967 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:16.374457 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Checking segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:16.374975 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.375405 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Bound using segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:16.375911 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Bound port: f54d9432-3f2f-4f84-a3d4-990875aff855, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:16.376748 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.404519 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.480715 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.483633 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-48324250-fb60-47d0-b57a-1e867ef7ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:16.485435 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-48324250-fb60-47d0-b57a-1e867ef7ba04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.3404863 Jul 15 15:42:16.507838 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca0c63-438e-406e-8455-3be24566894d None None] Pushing event updated for resources: {'Port': ['ID=2d2d7f83-e8fd-4865-93d8-3710a2137d98,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:16.523144 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] For port f54d9432-3f2f-4f84-a3d4-990875aff855, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:16.527248 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] For port f54d9432-3f2f-4f84-a3d4-990875aff855, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f54d9432-3f2f-4f84-a3d4-990875aff855,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:16.534272 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.538870 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.546512 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-8babb8ae-5f18-4834-a9ab-e1e3fb0423bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.0536442 Jul 15 15:42:16.547310 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.569208 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf70003-0047-49cf-b82e-d415c7734ab3 req-b4435347-0652-4f5d-8d05-62c20e09b0b3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:16.572360 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fdf70003-0047-49cf-b82e-d415c7734ab3 req-b4435347-0652-4f5d-8d05-62c20e09b0b3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.3960745 Jul 15 15:42:16.614935 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:16.615778 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:16.634513 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616e93f-c703-4ae8-bd86-fa6e6f2e6d4a None None] Pushing event updated for resources: {'Port': ['ID=f54d9432-3f2f-4f84-a3d4-990875aff855,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:16.666721 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b44e66-213c-4ef7-86fa-76ec1812779f,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:16.694769 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc1feabc5bbb425ba6f8e6538b7be96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838274 Jul 15 15:42:16.697580 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.698387 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.699105 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.699955 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58396) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:16.701241 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.701676 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.702252 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.702590 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.703023 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.703465 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.703897 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.704510 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.704930 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe5d031-324a-4236-8d66-d1617d55d221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:16.741648 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-80ab9a97-5170-4244-825b-6a2a7d780836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:16.744264 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-80ab9a97-5170-4244-825b-6a2a7d780836 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.1633880 Jul 15 15:42:16.782839 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fdf70003-0047-49cf-b82e-d415c7734ab3 req-9f7187e9-1a42-4e87-a9d1-ef74d9f06566 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976478 Jul 15 15:42:16.802733 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Router c3d42038-b8f8-4360-89bd-73463e718ca7 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:42:16.867340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3f32df18-d0d6-453f-94d5-ed04ee9e81b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.871647 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-7d9457ec-2243-435a-ab97-093934495cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055083 Jul 15 15:42:16.944491 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3f32df18-d0d6-453f-94d5-ed04ee9e81b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:16.979790 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:17.045845 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:17.054434 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Sync routers for ids ['c3d42038-b8f8-4360-89bd-73463e718ca7'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:17.070356 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Routers {'c3d42038-b8f8-4360-89bd-73463e718ca7'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:17.070998 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['c3d42038-b8f8-4360-89bd-73463e718ca7'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:17.085663 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3f32df18-d0d6-453f-94d5-ed04ee9e81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:17.090406 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3f32df18-d0d6-453f-94d5-ed04ee9e81b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:17.094932 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3f32df18-d0d6-453f-94d5-ed04ee9e81b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3b44e66-213c-4ef7-86fa-76ec1812779f HTTP/1.1" status: 204 len: 168 time: 0.3939805 Jul 15 15:42:17.105619 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:17.113445 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f6ec5435-1441-4faa-9dd4-2cb9d4048554 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4337056 Jul 15 15:42:17.114269 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58400) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:17.115538 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32df18-d0d6-453f-94d5-ed04ee9e81b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b44e66-213c-4ef7-86fa-76ec1812779f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:17.142726 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-9cd2e4d5-b09d-491b-bd3e-e8e1fca0f4d2 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626960 Jul 15 15:42:17.197623 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Set router c3d42038-b8f8-4360-89bd-73463e718ca7 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:17.201347 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36241-7dbe-4416-8afb-d134693f3353 req-6f664807-f38b-4c31-9908-a3b557b4b90b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:17.203981 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-01b36241-7dbe-4416-8afb-d134693f3353 req-6f664807-f38b-4c31-9908-a3b557b4b90b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1695690 Jul 15 15:42:17.358834 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-01b36241-7dbe-4416-8afb-d134693f3353 req-5e368153-b343-40b0-9c41-0969a7aabbfa tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190901 Jul 15 15:42:17.400712 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-595aef50-0c7a-4b05-99af-f84f87b21468 req-e5939939-ed95-4817-bb0c-e3d797d56bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465186 Jul 15 15:42:17.440295 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:16Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:17.485606 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aad9df-bed8-4844-898f-4121a9745ecd None None] The sync data for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi is: [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:16Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:17.604098 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:42:16Z', 'revision_number': 3, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:17.645659 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Checking router: c3d42038-b8f8-4360-89bd-73463e718ca7 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:17.646085 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Updating router c3d42038-b8f8-4360-89bd-73463e718ca7 port e093f156-5dfa-4f2e-8145-a780312410c1 binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:42:17.746006 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:17.887885 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f54d9432-3f2f-4f84-a3d4-990875aff855 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:17.948769 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.058833 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port f54d9432-3f2f-4f84-a3d4-990875aff855 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:18.065454 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port f54d9432-3f2f-4f84-a3d4-990875aff855 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:18.068496 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.173759 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729740a7-fcf2-4665-baf8-3adaaa664cff req-fa2e307d-88a3-47d7-a5cf-c3c42220e1a8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.176263 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-729740a7-fcf2-4665-baf8-3adaaa664cff req-fa2e307d-88a3-47d7-a5cf-c3c42220e1a8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0837247 Jul 15 15:42:18.215765 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9bfe8-f847-4ab1-bb68-474300393152 None None] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:42:18.268095 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.271734 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.281676 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Transition to ACTIVE for port object e093f156-5dfa-4f2e-8145-a780312410c1 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:18.288241 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-729740a7-fcf2-4665-baf8-3adaaa664cff req-3eb349b0-55ea-47d1-94ac-1744e9b5feeb tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061208 Jul 15 15:42:18.300546 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.371212 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723c762-1bed-4800-b279-ffa20a2096fd None None] Pushing event updated for resources: {'Port': ['ID=e093f156-5dfa-4f2e-8145-a780312410c1,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:18.418217 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Attempting to bind port e093f156-5dfa-4f2e-8145-a780312410c1 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:18.418969 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Attempting to bind port e093f156-5dfa-4f2e-8145-a780312410c1 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:18.419341 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Attempting to bind port e093f156-5dfa-4f2e-8145-a780312410c1 on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:18.420170 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-ed33e921-8432-4569-98f7-e1bac735942d None None] Provisioning for port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:18.429271 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:18.432416 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:18.432974 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.433533 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:18.434269 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Bound port: e093f156-5dfa-4f2e-8145-a780312410c1, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:18.434840 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.537781 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] For port e093f156-5dfa-4f2e-8145-a780312410c1, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:18.547349 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] For port e093f156-5dfa-4f2e-8145-a780312410c1, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=e093f156-5dfa-4f2e-8145-a780312410c1,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:18.557239 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.567789 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port f54d9432-3f2f-4f84-a3d4-990875aff855, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f54d9432-3f2f-4f84-a3d4-990875aff855,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:18.585235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.593377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 2d2d7f83-e8fd-4865-93d8-3710a2137d98 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:18.598686 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Allocated IP 172.20.0.1 (2a39ab25-6ae7-4d56-aba0-cbd0725e2d19/a3ff4af8-24ed-4d23-af30-a9f4640710b4/4f76d8db-48d1-4e68-b5b4-fb7d13880cf3) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:18.671630 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Routers {'c3d42038-b8f8-4360-89bd-73463e718ca7'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:18.674415 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['c3d42038-b8f8-4360-89bd-73463e718ca7'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:18.705944 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4c81f-cd39-4d54-bda7-4aa3f51958df req-542776f5-040d-4897-bc0d-4726d70e3c1f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:18.722137 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3cc4c81f-cd39-4d54-bda7-4aa3f51958df req-542776f5-040d-4897-bc0d-4726d70e3c1f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1588361 Jul 15 15:42:18.755908 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=f54d9432-3f2f-4f84-a3d4-990875aff855,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:18.798180 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.798526 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.798864 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.799196 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.799526 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.799848 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.800172 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.800493 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.800916 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.801119 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.801438 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.801761 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:18.829299 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3cc4c81f-cd39-4d54-bda7-4aa3f51958df req-9b05c77e-a9a2-4b50-a0e2-baf43d120f6e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040244 Jul 15 15:42:18.841356 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:18.845323 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:18.845695 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.908869 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:18.944392 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Transition to ACTIVE for port object 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:18.960048 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723c762-1bed-4800-b279-ffa20a2096fd None None] Pushing event updated for resources: {'Port': ['ID=e093f156-5dfa-4f2e-8145-a780312410c1,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:19.028100 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] Set router c3d42038-b8f8-4360-89bd-73463e718ca7 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:19.044343 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.051982 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.130367 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 2d2d7f83-e8fd-4865-93d8-3710a2137d98, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=2d2d7f83-e8fd-4865-93d8-3710a2137d98,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:19.137277 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.148306 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:19.153111 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:19.163667 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:19.202477 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Pushing event updated for resources: {'Port': ['ID=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:19.220784 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.221427 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.221966 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.222473 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.222953 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.223562 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.224118 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.224598 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.225082 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.225568 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.226668 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.227310 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:42:19.253456 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.282787 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-5c9c2bad-a4bc-47e6-b13c-6af8f1ac8afd None None] Provisioning complete for port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:19.290448 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2bad-a4bc-47e6-b13c-6af8f1ac8afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.358513 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=2d2d7f83-e8fd-4865-93d8-3710a2137d98,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:19.555384 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:42:16Z', 'revision_number': 3, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:19.606034 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.624186 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-fcf13a02-d017-4f59-b8e9-e5d28ade9c1f None None] Provisioning for port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:19.628715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-fcf13a02-d017-4f59-b8e9-e5d28ade9c1f None None] Provisioning complete for port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:19.629089 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fcf13a02-d017-4f59-b8e9-e5d28ade9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.647819 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324cf4-df19-4acb-a50e-f2ee8402fe02 req-1ed23ca1-f4f2-4acb-bafd-34703a19ea9c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:19.649387 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-36324cf4-df19-4acb-a50e-f2ee8402fe02 req-1ed23ca1-f4f2-4acb-bafd-34703a19ea9c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.2272778 Jul 15 15:42:19.670730 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd74fa2-37ff-45bb-ad82-f504a3f7b7da None None] The sync data for ids ['c3d42038-b8f8-4360-89bd-73463e718ca7'] in dv-cinder-789603-12-iscsi is: [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:42:16Z', 'revision_number': 3, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:19.735558 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-fcf13a02-d017-4f59-b8e9-e5d28ade9c1f None None] Port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:19.766046 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f54d9432-3f2f-4f84-a3d4-990875aff855 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:19.771811 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-36324cf4-df19-4acb-a50e-f2ee8402fe02 req-d7e805f5-525e-4ed9-80ba-cba2564b3dfa tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044779 Jul 15 15:42:19.831882 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a084cf-50a3-47ec-9bdf-cf2e112e9ffc req-cd48e245-4880-4744-bb15-b282cd4297c3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:19.833499 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-11a084cf-50a3-47ec-9bdf-cf2e112e9ffc req-cd48e245-4880-4744-bb15-b282cd4297c3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1596537 Jul 15 15:42:19.878150 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port f54d9432-3f2f-4f84-a3d4-990875aff855 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:19.878637 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:19.924842 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-11a084cf-50a3-47ec-9bdf-cf2e112e9ffc req-8d21595b-a090-4bae-9049-215284a4125e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519979 Jul 15 15:42:20.003190 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 2d2d7f83-e8fd-4865-93d8-3710a2137d98 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:20.030347 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:20.035565 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:20.037292 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db96d4a-1a8c-4beb-b8e6-457f42dd38b7 req-24d6d237-2574-4da9-899f-4d15919a4467 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:20.045166 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3db96d4a-1a8c-4beb-b8e6-457f42dd38b7 req-24d6d237-2574-4da9-899f-4d15919a4467 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0848973 Jul 15 15:42:20.063144 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:20.063790 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:20.093435 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3db96d4a-1a8c-4beb-b8e6-457f42dd38b7 req-2a1e1f80-7143-42d1-930c-8c5b414df64f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Jul 15 15:42:20.113665 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:20.116723 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Pushing event updated for resources: {'Port': ['ID=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:20.245603 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:20.247044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:20.366451 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Router c3d42038-b8f8-4360-89bd-73463e718ca7 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:42:20.483735 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:42:20.487865 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-cbdbbe73-9de1-4903-b244-21c5483979ab None None] Provisioning complete for port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:20.488356 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cbdbbe73-9de1-4903-b244-21c5483979ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:20.488892 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-510ae849-245c-4414-9ae1-99c70b34e33c admin admin] 10.222.0.15 "PUT /v2.0/routers/c3d42038-b8f8-4360-89bd-73463e718ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3696213 Jul 15 15:42:20.528834 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbbe73-9de1-4903-b244-21c5483979ab None None] Port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:21.014142 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec1989-eae8-4e06-a6c9-aef2d4634cfd req-f02697da-081b-43e1-94cf-5055f16df28a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:21.015563 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5fec1989-eae8-4e06-a6c9-aef2d4634cfd req-f02697da-081b-43e1-94cf-5055f16df28a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1126351 Jul 15 15:42:21.079224 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5fec1989-eae8-4e06-a6c9-aef2d4634cfd req-5885e104-e41f-4321-9784-c29b7acef223 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549650 Jul 15 15:42:21.152941 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935e46-0f4d-4791-9cc2-031e7d301ab2 req-b7ec9610-f4c6-4a6e-9696-e3f86ef7c87a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:21.154595 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72935e46-0f4d-4791-9cc2-031e7d301ab2 req-b7ec9610-f4c6-4a6e-9696-e3f86ef7c87a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0773253 Jul 15 15:42:21.206932 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:42:21.214617 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-72935e46-0f4d-4791-9cc2-031e7d301ab2 req-7ee52b42-5d7b-41a7-aae8-ad330426a21c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500617 Jul 15 15:42:21.326258 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355413e-cfdc-4521-adac-3528b1723fcd req-53157e87-dce0-4e99-9448-692e0d449bcb tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:21.328542 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a355413e-cfdc-4521-adac-3528b1723fcd req-53157e87-dce0-4e99-9448-692e0d449bcb tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1026824 Jul 15 15:42:21.370398 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a355413e-cfdc-4521-adac-3528b1723fcd req-28dacd9c-76cc-4697-abb5-08740cb12caf tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352991 Jul 15 15:42:21.685827 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e093f156-5dfa-4f2e-8145-a780312410c1 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:21.767519 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port e093f156-5dfa-4f2e-8145-a780312410c1 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:21.771798 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Sync routers for ids ['c3d42038-b8f8-4360-89bd-73463e718ca7'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:42:21.780543 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port e093f156-5dfa-4f2e-8145-a780312410c1 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:21.780947 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:21.806321 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Routers {'c3d42038-b8f8-4360-89bd-73463e718ca7'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:21.807039 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['c3d42038-b8f8-4360-89bd-73463e718ca7'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:21.985643 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:22.005341 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Set router c3d42038-b8f8-4360-89bd-73463e718ca7 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:22.075083 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port e093f156-5dfa-4f2e-8145-a780312410c1, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=e093f156-5dfa-4f2e-8145-a780312410c1,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:22.084984 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:22.260299 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=e093f156-5dfa-4f2e-8145-a780312410c1,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:22.324422 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0848397-1b72-4e39-8136-bcaad6b2683e req-bb956273-cc52-4a2f-8d0c-e7d143993b45 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.327143 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b0848397-1b72-4e39-8136-bcaad6b2683e req-bb956273-cc52-4a2f-8d0c-e7d143993b45 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0815256 Jul 15 15:42:22.390762 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b0848397-1b72-4e39-8136-bcaad6b2683e req-45377dd1-cbcd-43f1-81f5-e12e2a5bcf71 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564563 Jul 15 15:42:22.479187 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:42:19Z', 'revision_number': 4, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '4f76d8db-48d1-4e68-b5b4-fb7d13880cf3', 'name': '', 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'mac_address': 'fa:16:3e:cd:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:17Z', 'updated_at': '2021-07-15T15:42:19Z', 'revision_number': 2, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'subnets': [{'id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:22.515658 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Checking router: c3d42038-b8f8-4360-89bd-73463e718ca7 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:42:22.516353 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Updating router c3d42038-b8f8-4360-89bd-73463e718ca7 port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:42:22.589352 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f80e-0eb8-443c-8596-e0fe02462e2b req-19c63d62-08e8-49d1-854a-ff809c786dd5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.596646 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3c66f80e-0eb8-443c-8596-e0fe02462e2b req-19c63d62-08e8-49d1-854a-ff809c786dd5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1282148 Jul 15 15:42:22.615821 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:22.671545 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3c66f80e-0eb8-443c-8596-e0fe02462e2b req-d475e0cf-c9be-4891-a609-ca84d099df4f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707350 Jul 15 15:42:22.949781 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e1d2-1b18-441f-b9f1-59b2b12b020f req-902216c2-0867-4cab-88e2-2bb783666f16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:22.951561 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-22c7e1d2-1b18-441f-b9f1-59b2b12b020f req-902216c2-0867-4cab-88e2-2bb783666f16 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1186848 Jul 15 15:42:23.013822 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-22c7e1d2-1b18-441f-b9f1-59b2b12b020f req-a927f25e-584b-4bd6-86c4-e81186a53db1 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553856 Jul 15 15:42:23.050010 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:23.063023 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Transition to ACTIVE for port object 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:23.069635 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:23.129805 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afea2c5-2c5a-48d5-bf59-afd670b89ce1 None None] Pushing event updated for resources: {'Port': ['ID=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:23.198461 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Attempting to bind port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:23.198920 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Attempting to bind port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:23.199382 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Attempting to bind port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 on network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:23.207153 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:23.207572 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Checking segment: {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:23.207965 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:23.208351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Bound using segment: {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:23.208809 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Bound port: 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feea4a8-7d63-45dc-b271-b0a1e4f0504a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:23.209179 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:23.313512 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] For port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:23.323180 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] For port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:23.329487 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:23.392251 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Routers {'c3d42038-b8f8-4360-89bd-73463e718ca7'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:42:23.392887 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['c3d42038-b8f8-4360-89bd-73463e718ca7'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:23.470060 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afea2c5-2c5a-48d5-bf59-afd670b89ce1 None None] Pushing event updated for resources: {'Port': ['ID=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:23.549701 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] Set router c3d42038-b8f8-4360-89bd-73463e718ca7 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:42:23.660488 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f0955-8aea-401d-bd88-1cea32910fd8 req-a28a5f62-ab47-4608-b525-71ca79d54bbb tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:23.669000 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7b9f0955-8aea-401d-bd88-1cea32910fd8 req-a28a5f62-ab47-4608-b525-71ca79d54bbb tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1206853 Jul 15 15:42:23.714422 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7b9f0955-8aea-401d-bd88-1cea32910fd8 req-17962e93-e71a-4d13-a075-ca289d548b36 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445316 Jul 15 15:42:23.769439 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e093f156-5dfa-4f2e-8145-a780312410c1 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:23.927025 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a7c37-d68f-4828-a4dc-9e76d1eb1655 req-bc7448f4-c23a-467d-988a-3d8b858b122d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:23.935120 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ea3a7c37-d68f-4828-a4dc-9e76d1eb1655 req-bc7448f4-c23a-467d-988a-3d8b858b122d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0998976 Jul 15 15:42:23.983257 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ea3a7c37-d68f-4828-a4dc-9e76d1eb1655 req-b9039d62-87c8-4908-bdcc-85383df05793 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472100 Jul 15 15:42:24.041286 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port e093f156-5dfa-4f2e-8145-a780312410c1 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:24.041286 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:24.222926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:42:19Z', 'revision_number': 4, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '4f76d8db-48d1-4e68-b5b4-fb7d13880cf3', 'name': '', 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'mac_address': 'fa:16:3e:cd:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:17Z', 'updated_at': '2021-07-15T15:42:23Z', 'revision_number': 4, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'subnets': [{'id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:42:24.254287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb35a5-9bd5-4cf7-8fb3-ffb590d30a0c req-2e892277-5424-4a86-ac23-58ed354a82c8 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:24.255820 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9edb35a5-9bd5-4cf7-8fb3-ffb590d30a0c req-2e892277-5424-4a86-ac23-58ed354a82c8 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0870388 Jul 15 15:42:24.260595 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9565af2d-dcea-444b-b72e-d4c783cb8cbf None None] The sync data for ids ['c3d42038-b8f8-4360-89bd-73463e718ca7'] in dv-cinder-789603-12-iscsi is: [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:42:19Z', 'revision_number': 4, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '4f76d8db-48d1-4e68-b5b4-fb7d13880cf3', 'name': '', 'network_id': '2a39ab25-6ae7-4d56-aba0-cbd0725e2d19', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'mac_address': 'fa:16:3e:cd:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:17Z', 'updated_at': '2021-07-15T15:42:23Z', 'revision_number': 4, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'subnets': [{'id': 'a3ff4af8-24ed-4d23-af30-a9f4640710b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:42:24.360165 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9edb35a5-9bd5-4cf7-8fb3-ffb590d30a0c req-884602e6-738b-4ae5-8a5b-13e64d0da278 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883672 Jul 15 15:42:25.049869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0665-997b-4a25-be13-67ef760fc335 req-4fafc46d-5520-4fc2-a72c-0ab62422caad tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.058585 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cb7f0665-997b-4a25-be13-67ef760fc335 req-4fafc46d-5520-4fc2-a72c-0ab62422caad tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1494300 Jul 15 15:42:25.107341 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cb7f0665-997b-4a25-be13-67ef760fc335 req-de675fff-8384-4222-ae3b-397a2d8b776d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477810 Jul 15 15:42:25.297546 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11880f68-9fde-4a4a-a1cf-96b09d4d4a4f req-c9aae061-e4b0-479c-bf26-50b656425e5c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.299709 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-11880f68-9fde-4a4a-a1cf-96b09d4d4a4f req-c9aae061-e4b0-479c-bf26-50b656425e5c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1023974 Jul 15 15:42:25.357238 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-11880f68-9fde-4a4a-a1cf-96b09d4d4a4f req-8fbbd0ce-b9ce-43d3-a0fc-6ebb3d3d912f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508418 Jul 15 15:42:25.703068 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfbc51-bca9-4018-b24d-5991b751cdad req-6ac17e00-b3e0-4465-96ea-a49069509fb4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:25.710562 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fadfbc51-bca9-4018-b24d-5991b751cdad req-6ac17e00-b3e0-4465-96ea-a49069509fb4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1046348 Jul 15 15:42:25.764406 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:25.777044 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fadfbc51-bca9-4018-b24d-5991b751cdad req-a5554c19-97d9-4715-ba5d-0a0bf34150b4 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Jul 15 15:42:25.838973 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:25.843436 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:25.843926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:25.949633 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:26.003010 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:26.011707 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:26.083014 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:26.329183 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bdc4b-f281-40c1-b5d6-4df2a6381000 req-429b3c92-3269-41d1-bae1-f15967d98ec9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:26.331352 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bd9bdc4b-f281-40c1-b5d6-4df2a6381000 req-429b3c92-3269-41d1-bae1-f15967d98ec9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0716150 Jul 15 15:42:26.370915 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bd9bdc4b-f281-40c1-b5d6-4df2a6381000 req-8850065f-9f1f-439e-abbf-eef2317d7f76 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331829 Jul 15 15:42:26.548138 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f304d95-7307-4135-91a4-32539a849e8f req-39709e9f-e404-4da2-a080-982e79b945f5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:26.549685 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3f304d95-7307-4135-91a4-32539a849e8f req-39709e9f-e404-4da2-a080-982e79b945f5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0788431 Jul 15 15:42:26.611952 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3f304d95-7307-4135-91a4-32539a849e8f req-b5ab411b-b748-441f-8732-46fc10098b2d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564029 Jul 15 15:42:26.949201 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f8ff4-ac00-4144-9729-d1b6611a2a91 req-c9709976-3370-4851-9374-9a752b1802db tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:26.950897 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f22f8ff4-ac00-4144-9729-d1b6611a2a91 req-c9709976-3370-4851-9374-9a752b1802db tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0683091 Jul 15 15:42:26.992956 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f22f8ff4-ac00-4144-9729-d1b6611a2a91 req-e042d417-8fdc-46b0-8d5c-661198bc6f46 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Jul 15 15:42:27.562360 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f280e-edae-41e1-85f6-7dbc9ca4862c req-0f797361-bb32-48a2-af54-195952b9de8c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.564027 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a9f280e-edae-41e1-85f6-7dbc9ca4862c req-0f797361-bb32-48a2-af54-195952b9de8c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0720797 Jul 15 15:42:27.627922 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a9f280e-edae-41e1-85f6-7dbc9ca4862c req-143f4478-a56f-4f91-b096-4016524d4288 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580764 Jul 15 15:42:27.723095 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:27.786048 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:27.786728 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:27.840404 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79af38-3457-4697-a7cd-ddd5975e2f2e req-b26de6ed-6a9f-41a1-a97d-50faa56fd99f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:27.842000 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2a79af38-3457-4697-a7cd-ddd5975e2f2e req-b26de6ed-6a9f-41a1-a97d-50faa56fd99f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0867069 Jul 15 15:42:27.906167 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2a79af38-3457-4697-a7cd-ddd5975e2f2e req-add96afd-c2eb-48cf-8216-5db1f7ca6093 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577226 Jul 15 15:42:28.177557 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba8c3d-342f-4dc8-a380-bef136227038 req-39671e25-25da-4c79-8ea6-46fd46077277 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:28.179437 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-07ba8c3d-342f-4dc8-a380-bef136227038 req-39671e25-25da-4c79-8ea6-46fd46077277 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0704176 Jul 15 15:42:28.220164 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-07ba8c3d-342f-4dc8-a380-bef136227038 req-3a0cd12d-2d8f-466a-a027-bbe7a235b95a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Jul 15 15:42:28.864795 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572965-bfa3-406e-8d03-b022b2f486a4 req-9d2f464f-4b7e-4529-be9c-3bbacde8c6b7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:28.866461 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ec572965-bfa3-406e-8d03-b022b2f486a4 req-9d2f464f-4b7e-4529-be9c-3bbacde8c6b7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0745077 Jul 15 15:42:28.907046 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ec572965-bfa3-406e-8d03-b022b2f486a4 req-51aa78d9-9fc4-4071-86b0-b6772fc57f6d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339324 Jul 15 15:42:29.095064 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5778e-cfad-4df5-aa39-5f38d04ef454 req-3a4798c6-fca5-4d3a-a192-c354b0346dc8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:29.096614 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-69c5778e-cfad-4df5-aa39-5f38d04ef454 req-3a4798c6-fca5-4d3a-a192-c354b0346dc8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0664291 Jul 15 15:42:29.138043 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-69c5778e-cfad-4df5-aa39-5f38d04ef454 req-905e1055-a041-408f-b2ff-70394cbe4ab5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349197 Jul 15 15:42:29.411983 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1a907-f2cc-42ed-aedd-4d4f7bea4ade req-cf9d4c81-3591-4829-a71e-ed718b2ced33 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:29.415410 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fe1a907-f2cc-42ed-aedd-4d4f7bea4ade req-cf9d4c81-3591-4829-a71e-ed718b2ced33 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0681851 Jul 15 15:42:29.460029 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fe1a907-f2cc-42ed-aedd-4d4f7bea4ade req-6d5b2799-58ab-4de7-9f2f-a393c85b4c57 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Jul 15 15:42:30.124102 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a6deb-945c-4760-8856-e7bd218b6031 req-1344600c-e8fb-4164-81b9-359c7ae651e6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:30.125595 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a2a6deb-945c-4760-8856-e7bd218b6031 req-1344600c-e8fb-4164-81b9-359c7ae651e6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0728304 Jul 15 15:42:30.192945 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a2a6deb-945c-4760-8856-e7bd218b6031 req-9ac08872-5cd0-4536-93dd-72b09b980c89 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611229 Jul 15 15:42:30.357324 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80266eb1-e7e8-4717-bc32-d03a54e128c4 req-9269b231-2782-4f96-aa6b-7aab0f0018ca tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:30.359513 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-80266eb1-e7e8-4717-bc32-d03a54e128c4 req-9269b231-2782-4f96-aa6b-7aab0f0018ca tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0835292 Jul 15 15:42:30.422797 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-80266eb1-e7e8-4717-bc32-d03a54e128c4 req-245a1378-77c9-4626-bfbb-bafce9455a42 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566874 Jul 15 15:42:30.766612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed8a9-5c81-4139-acf8-645e95cbf980 req-3bcfcb67-8ecb-4efc-a54e-9b1d158a65cc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:30.768760 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fed8a9-5c81-4139-acf8-645e95cbf980 req-3bcfcb67-8ecb-4efc-a54e-9b1d158a65cc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1237650 Jul 15 15:42:30.846357 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fed8a9-5c81-4139-acf8-645e95cbf980 req-301380a4-fa3f-40e5-b009-0423c4c7ea06 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701501 Jul 15 15:42:31.068823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-17bc4403-7ef2-406d-b4b5-d813db432b75 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:31.070519 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-17bc4403-7ef2-406d-b4b5-d813db432b75 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.1232204 Jul 15 15:42:31.086180 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-96d06731-2ac0-4b1f-82b7-dc5bc58fbfac tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/quotas/da2a37a386c840d48c59484cdae683d6 HTTP/1.1" status: 200 len: 375 time: 0.0095119 Jul 15 15:42:31.183856 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-eb0476f7-b41c-425b-85b8-f0aad64daba1 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914218 Jul 15 15:42:31.280759 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b3020fae-9205-49f5-aa17-be081f51abd6 service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897660 Jul 15 15:42:31.386129 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce613afa-470c-4c8e-89e3-9bb0ab9058d6 req-f35d94c9-7a62-486a-ae84-a5437c18a24e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:31.387732 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ce613afa-470c-4c8e-89e3-9bb0ab9058d6 req-f35d94c9-7a62-486a-ae84-a5437c18a24e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0680265 Jul 15 15:42:31.399511 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-fad59a05-4146-415b-a02a-6b6df01d3117 service neutron] 10.222.0.15 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113915 Jul 15 15:42:31.436876 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ce613afa-470c-4c8e-89e3-9bb0ab9058d6 req-20117435-26b7-4ecd-992f-d7839e6578e6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 Jul 15 15:42:31.712970 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1cd1c-51f3-4125-916e-8447e69191ea req-4671a262-853e-4671-b1fc-e2fb198f4293 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:31.715225 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60b1cd1c-51f3-4125-916e-8447e69191ea req-4671a262-853e-4671-b1fc-e2fb198f4293 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1010609 Jul 15 15:42:31.779628 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-60b1cd1c-51f3-4125-916e-8447e69191ea req-39edb79a-9fea-4eb4-8ff1-7e0a18a5b5db tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508513 Jul 15 15:42:31.845027 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fa68c361-1b68-4c14-9cfb-1c61f3613e3a req-21516458-43c8-4fbe-a249-d3a1e325d974 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 210 time: 0.0806911 Jul 15 15:42:31.982948 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-2d8a7b8c-6c26-4f60-b999-695032dd42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:31.984805 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-2d8a7b8c-6c26-4f60-b999-695032dd42e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1176426 Jul 15 15:42:32.098141 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-ef3a50f6-83e7-49e1-9609-eb928c76e94f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:32.110952 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-ef3a50f6-83e7-49e1-9609-eb928c76e94f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 814 time: 0.2025430 Jul 15 15:42:32.141118 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-df9fd9ed-74ee-40a4-a419-f58b88cdad86 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/quotas/4e62478a4f364749a14c45451751c2cf HTTP/1.1" status: 200 len: 375 time: 0.0275652 Jul 15 15:42:32.154779 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-e4d651f8-421c-4175-b0be-5c6e96b093cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:32.156278 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-e4d651f8-421c-4175-b0be-5c6e96b093cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.1415691 Jul 15 15:42:32.233012 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a42e-6398-4942-b058-c950a37312e2 req-d9b2611c-1c4d-4c36-a527-fff1cc834e47 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:32.234867 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-83c4a42e-6398-4942-b058-c950a37312e2 req-d9b2611c-1c4d-4c36-a527-fff1cc834e47 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1806228 Jul 15 15:42:32.236391 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-e17e41d0-017e-4f0c-8cbd-a62305028940 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.0571241 Jul 15 15:42:32.303448 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-4722d6e9-4858-4c04-b20d-016531f2e66c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605282 Jul 15 15:42:32.330090 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-16981f82-8670-45b0-af9c-9e298b274c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:32.331901 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-16981f82-8670-45b0-af9c-9e298b274c68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.0630412 Jul 15 15:42:32.337174 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-83c4a42e-6398-4942-b058-c950a37312e2 req-52fc631e-cb09-4d1c-bf92-dfb2a9c0037d tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957246 Jul 15 15:42:32.369016 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-47ac7474-1050-425e-9cec-37246abda027 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302343 Jul 15 15:42:32.454092 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-2af6cc50-221b-46d6-a91c-a41cfb296d40 service neutron] 10.222.0.15 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447244 Jul 15 15:42:32.484022 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-86f449af-57a5-48ae-9187-67088f006c2b service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048396 Jul 15 15:42:32.595525 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-f7402af3-1b7c-4d5a-a0c2-80102e0f989a service neutron] 10.222.0.15 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321764 Jul 15 15:42:32.606726 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-559e3a51-9451-4044-a521-ed551c3b1e1b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063597894&fields=id&tenant_id=86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 267 time: 0.1139781 Jul 15 15:42:32.917639 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc86fa-2852-496c-869c-8da40056b451 req-5256da67-6aac-4d63-8de5-cfd862df0ed6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:32.919631 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-02bc86fa-2852-496c-869c-8da40056b451 req-5256da67-6aac-4d63-8de5-cfd862df0ed6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0772471 Jul 15 15:42:32.958010 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2842c37f-1f90-489b-b60e-6c602a58ce62 req-d43dd0e7-baab-4c02-821f-61d11509967b service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635425 Jul 15 15:42:32.970362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-2299e7c9-aabc-4a41-9b35-8a1cb6fdd6ab tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:32.971790 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-2299e7c9-aabc-4a41-9b35-8a1cb6fdd6ab tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 811 time: 0.3576891 Jul 15 15:42:32.989236 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-fe443e21-f5ad-4fc6-9d35-5ca348020aad tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/quotas/86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Jul 15 15:42:32.991224 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-02bc86fa-2852-496c-869c-8da40056b451 req-6c9a954a-b054-4e62-b293-c21f2427bd2e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649147 Jul 15 15:42:33.079244 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-81f0d995-4383-4761-944c-db52d33af45d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840545 Jul 15 15:42:33.091724 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-10b955b8-75e6-46ef-9c7d-559b0a0391ee req-3519f3a3-b27c-474b-a05a-1eea01b8b734 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 210 time: 0.0285201 Jul 15 15:42:33.263695 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.270202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248e19c-7967-45eb-a719-3a20d83bf52a req-d302cfb7-f0a8-4f3c-882c-880d94f553ea tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:33.274952 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-af990582-c256-4fc4-b287-de8d592593d5 service neutron] 10.222.0.15 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867962 Jul 15 15:42:33.277430 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4248e19c-7967-45eb-a719-3a20d83bf52a req-d302cfb7-f0a8-4f3c-882c-880d94f553ea tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0747972 Jul 15 15:42:33.309830 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-9c5cddaa-460b-47cf-846a-4947e15984b0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:33.311372 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-9c5cddaa-460b-47cf-846a-4947e15984b0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/networks?id=58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 200 len: 814 time: 0.1901274 Jul 15 15:42:33.318464 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4248e19c-7967-45eb-a719-3a20d83bf52a req-21e683c6-8c0b-4158-88ba-dbcfa0d17b35 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Jul 15 15:42:33.341764 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Request body: {'port': {'device_id': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'admin_state_up': True, 'tenant_id': 'da2a37a386c840d48c59484cdae683d6'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:33.476356 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b2c0332-0d99-4918-8ca6-ee3c993b6066 req-4b2bd0a8-171a-4f65-a5b5-8f0e2e36b3f9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 210 time: 0.0335743 Jul 15 15:42:33.485033 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-23c0e783-1c11-4208-afcb-ef452e959620 service neutron] 10.222.0.15 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044015 Jul 15 15:42:33.533504 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Made reservation on behalf of da2a37a386c840d48c59484cdae683d6 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:33.537912 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.694768 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fa5d2-12ae-4fab-8350-00689f386d80 req-596bd199-b8c5-4eb2-be80-ce6cbfe98cc3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:33.703362 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b50fa5d2-12ae-4fab-8350-00689f386d80 req-596bd199-b8c5-4eb2-be80-ce6cbfe98cc3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1017785 Jul 15 15:42:33.743363 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Allocated IP 172.20.0.6 (58f31b63-443f-417d-81c1-7f491384278c/1f933057-0801-4575-8299-ca882d33ce6c/7723f727-57da-427e-8024-27b8205f2200) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:33.770577 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b50fa5d2-12ae-4fab-8350-00689f386d80 req-7b035b69-1dfc-4d1e-9ec2-8484a704db09 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662279 Jul 15 15:42:33.933106 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:33.941096 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7b045ef4-bcaa-41f1-8612-22c15ffd4623 req-38521e54-fc1f-4824-95b3-6efc94535c9e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0362217 Jul 15 15:42:33.989511 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.001725 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07', '6a532ded-8050-43bb-86e2-7c31370b0648', '6a5a923f-2729-4254-8b1a-458b68d365d9'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:34.060074 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Network 58f31b63-443f-417d-81c1-7f491384278c is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:34.064571 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:34.067728 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event updated for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:34.070362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:34.076879 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.077462 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.097596 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-b55edc56-bab6-41b0-ae84-7da229ca913d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661951 Jul 15 15:42:34.111050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Request body: {'port': {'device_id': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:34.314875 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-db6e30e3-22fc-4b52-975e-00fee13baf6c req-5cb40f83-f225-432e-bb46-dcc3cf368365 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 210 time: 0.0447330 Jul 15 15:42:34.340081 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7260d59b-90f6-4030-97e8-bf6f0c7256f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.365716 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.434612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-9715c55c-8940-46f7-8f73-42ed08c26b88 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.436080 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-9715c55c-8940-46f7-8f73-42ed08c26b88 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 814 time: 0.2066071 Jul 15 15:42:34.461753 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e5059-5910-401e-8b32-8c9a33fd5a54 req-edc521b8-a924-4613-bba6-e0d510aa46ec tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.463430 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d60e5059-5910-401e-8b32-8c9a33fd5a54 req-edc521b8-a924-4613-bba6-e0d510aa46ec tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.2581131 Jul 15 15:42:34.518954 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d57fc-23fa-4845-9a78-cf20c8eabdfd req-2db1f505-ed5d-4ba2-830e-0904ebe72054 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.520664 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-224d57fc-23fa-4845-9a78-cf20c8eabdfd req-2db1f505-ed5d-4ba2-830e-0904ebe72054 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0625787 Jul 15 15:42:34.558932 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-224d57fc-23fa-4845-9a78-cf20c8eabdfd req-ff8674ee-1d43-4b7e-99c5-25ba78f50475 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326469 Jul 15 15:42:34.575671 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d60e5059-5910-401e-8b32-8c9a33fd5a54 req-4a904f5a-cc9c-4cca-900d-10a6cb7e1ba0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045022 Jul 15 15:42:34.721045 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7723f727-57da-427e-8024-27b8205f2200 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:34.729882 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.741154 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7cbe-1a70-43b1-9711-f0116eab8fff req-0203b6bc-cac9-4cdf-8782-d927a9316511 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:34.743070 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Transition to ACTIVE for port object 7723f727-57da-427e-8024-27b8205f2200 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:34.743877 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-83ea7cbe-1a70-43b1-9711-f0116eab8fff req-0203b6bc-cac9-4cdf-8782-d927a9316511 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 931 time: 0.0774739 Jul 15 15:42:34.748298 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.786667 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-83ea7cbe-1a70-43b1-9711-f0116eab8fff req-5fce9ab4-c0f2-4716-83ba-63a05b0468aa tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jul 15 15:42:34.796986 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Pushing event updated for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:34.835400 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Attempting to bind port 7723f727-57da-427e-8024-27b8205f2200 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:34.835740 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Attempting to bind port 7723f727-57da-427e-8024-27b8205f2200 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:34.836127 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Attempting to bind port 7723f727-57da-427e-8024-27b8205f2200 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:34.841629 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Port 7723f727-57da-427e-8024-27b8205f2200 on network 58f31b63-443f-417d-81c1-7f491384278c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:34.842186 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Attempting to bind port 7723f727-57da-427e-8024-27b8205f2200 on network 58f31b63-443f-417d-81c1-7f491384278c {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:34.847082 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:34.847418 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Checking segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:34.847798 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Bound using segment: {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:34.848223 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Bound port: 7723f727-57da-427e-8024-27b8205f2200, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a661342-f725-4ca0-b204-9f2fb4f2a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '58f31b63-443f-417d-81c1-7f491384278c'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:34.848578 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:34.921402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:34.926169 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7723f727-57da-427e-8024-27b8205f2200,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:34.942984 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:35.006665 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.007299 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:35.010156 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] 10.222.0.43 "PUT /v2.0/ports/7723f727-57da-427e-8024-27b8205f2200 HTTP/1.1" status: 200 len: 1093 time: 0.9029863 Jul 15 15:42:35.012201 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'tag': '7723f727-57da-427e-8024-27b8205f2200'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:35.014833 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44590e-197e-4781-a5e4-028e0018320a" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "tag": "7723f727-57da-427e-8024-27b8205f2200"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:35.042035 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8180b1-e6ce-4e29-a6f4-e9907c2360ea service neutron] Pushing event updated for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:35.061982 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500411d1-590f-494f-8aa9-9805de6403c9 req-252353d2-4c72-40e2-b4cb-c9ceeafa45d0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.063754 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-500411d1-590f-494f-8aa9-9805de6403c9 req-252353d2-4c72-40e2-b4cb-c9ceeafa45d0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1343315 Jul 15 15:42:35.096413 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2a57ca76-3330-4329-bfa0-0059eb94ce96 req-a0e83200-56c7-406b-9826-c1c262c552fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0414388 Jul 15 15:42:35.121961 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-500411d1-590f-494f-8aa9-9805de6403c9 req-55caa9a5-b2b6-4d5c-ae71-14a3ffc87fc0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Jul 15 15:42:35.135262 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca35e2a-ec18-4f52-aa67-ae03ce937e97 x-openstack-request-id: req-7ca35e2a-ec18-4f52-aa67-ae03ce937e97 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:35.135626 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "tag": "7723f727-57da-427e-8024-27b8205f2200", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:35.135937 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ca35e2a-ec18-4f52-aa67-ae03ce937e97 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:35.136382 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'tag': '7723f727-57da-427e-8024-27b8205f2200', 'status': 'completed', 'code': 200} Jul 15 15:42:35.444018 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d625ff51-f739-480d-974c-df1efb11e59b req-d143c719-1f07-4002-bfd0-be1648feb2cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 210 time: 0.0276511 Jul 15 15:42:35.732326 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bbc68-d7a6-4594-8fee-bcbc24f3fe57 req-57abc1b3-2514-428c-b286-4b77673a094d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.733786 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4a5bbc68-d7a6-4594-8fee-bcbc24f3fe57 req-57abc1b3-2514-428c-b286-4b77673a094d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0613039 Jul 15 15:42:35.755388 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674aab2-1fa7-4d52-b931-bb747a1dcae3 req-5bcac089-262d-4a5f-b5d2-ed96abc11845 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.756866 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b674aab2-1fa7-4d52-b931-bb747a1dcae3 req-5bcac089-262d-4a5f-b5d2-ed96abc11845 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0651042 Jul 15 15:42:35.770787 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4a5bbc68-d7a6-4594-8fee-bcbc24f3fe57 req-a8807c55-0544-4300-9990-2a92e7f4f8c2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Jul 15 15:42:35.803167 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b674aab2-1fa7-4d52-b931-bb747a1dcae3 req-47c5175e-2154-44e9-a631-8b18a831734e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397370 Jul 15 15:42:35.958622 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decf459-a028-4c9e-b531-5689fcbdcfd8 req-a7e28d8f-6036-4086-bd64-874aec918310 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:35.960069 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4decf459-a028-4c9e-b531-5689fcbdcfd8 req-a7e28d8f-6036-4086-bd64-874aec918310 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0606694 Jul 15 15:42:35.997063 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4decf459-a028-4c9e-b531-5689fcbdcfd8 req-2563c213-6b72-41e2-8424-f55bbf042ed2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Jul 15 15:42:36.225461 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3b1537b-37cf-4d22-b07c-99c562b88bc1 req-a51db59c-73cc-4b7c-b250-9d16a1cfec94 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0288551 Jul 15 15:42:36.291148 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f96fc-6967-4135-8676-2158f71e0794 req-35bf670b-2415-4671-abdc-45175159c54c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:36.292589 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed6f96fc-6967-4135-8676-2158f71e0794 req-35bf670b-2415-4671-abdc-45175159c54c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0655472 Jul 15 15:42:36.328377 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed6f96fc-6967-4135-8676-2158f71e0794 req-5f3bcd56-aa12-4fbc-bedb-b7feb22c8afd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301828 Jul 15 15:42:36.578136 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4845a49-cb8b-4f6c-abe1-e73bd1cee30a req-24a6bd04-0cba-4cdb-9a91-b27da5a351ce tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 210 time: 0.0279491 Jul 15 15:42:36.943230 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47c3ef-c1e1-413e-a83a-d07653836df3 req-11cf657b-e45f-4de5-9334-388c0e21069e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:36.944703 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2b47c3ef-c1e1-413e-a83a-d07653836df3 req-11cf657b-e45f-4de5-9334-388c0e21069e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0621541 Jul 15 15:42:36.981763 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2b47c3ef-c1e1-413e-a83a-d07653836df3 req-01e59a87-3ca3-4931-a005-95df17ae2a09 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Jul 15 15:42:36.985493 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d39b-3363-4a00-8eb1-751b539c559a req-1b34f51b-aba2-41be-bf32-ea6f5d2730e8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:36.987027 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa78d39b-3363-4a00-8eb1-751b539c559a req-1b34f51b-aba2-41be-bf32-ea6f5d2730e8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0646985 Jul 15 15:42:37.027549 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa78d39b-3363-4a00-8eb1-751b539c559a req-b900f1da-0d74-4f4b-9e72-608c991a9e34 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351367 Jul 15 15:42:37.087868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'port': {'device_id': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'admin_state_up': True, 'tenant_id': '4e62478a4f364749a14c45451751c2cf'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:37.113498 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1df32ca6-f0bc-42b3-9d7b-4a412b860fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:37.202212 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03165f5-74c1-4f54-bff3-d0a1d262a3d6 req-69fc6d64-2bf3-49c0-a543-a13831ae2a19 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:37.203775 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a03165f5-74c1-4f54-bff3-d0a1d262a3d6 req-69fc6d64-2bf3-49c0-a543-a13831ae2a19 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0762022 Jul 15 15:42:37.238840 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44590e-197e-4781-a5e4-028e0018320a req-96431e5e-60c9-4bec-aa30-630cea54d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:37.240471 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1f44590e-197e-4781-a5e4-028e0018320a req-96431e5e-60c9-4bec-aa30-630cea54d267 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 1096 time: 0.1394174 Jul 15 15:42:37.259703 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a03165f5-74c1-4f54-bff3-d0a1d262a3d6 req-9fe7ed79-22d2-4b4a-81c5-e5350e2d076a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Jul 15 15:42:37.323320 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Made reservation on behalf of 4e62478a4f364749a14c45451751c2cf for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:37.326882 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:37.439568 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:37.473970 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4855be40-4a05-4321-b2b7-b5786e48a244 req-2b9eff54-f7f1-4fa1-907c-733d99505d4e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0723619 Jul 15 15:42:37.531995 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6ed9f-bd4a-4596-88b7-e6b2ca9d6607 req-cf102961-c67d-4158-9f9c-d5ecad2f5381 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:37.540313 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-02d6ed9f-bd4a-4596-88b7-e6b2ca9d6607 req-cf102961-c67d-4158-9f9c-d5ecad2f5381 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0916164 Jul 15 15:42:37.547453 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44590e-197e-4781-a5e4-028e0018320a req-d30c12c9-7d6d-4f8c-a1bd-51dfeea82b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:37.548978 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1f44590e-197e-4781-a5e4-028e0018320a req-d30c12c9-7d6d-4f8c-a1bd-51dfeea82b35 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=da2a37a386c840d48c59484cdae683d6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2818851 Jul 15 15:42:37.595846 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-02d6ed9f-bd4a-4596-88b7-e6b2ca9d6607 req-992232b1-95b9-483e-a360-b6bc5ae209b2 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Jul 15 15:42:37.985405 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:38.008784 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2f6420ad-4388-4d45-8bff-181f8446fd38 req-b4ce4b56-1e1d-492e-887e-a14a7531cd15 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 210 time: 0.3113906 Jul 15 15:42:38.017280 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Allocated IP 172.20.0.14 (91a4bf83-9771-440a-bb00-4e543abbc6b3/ae6efedb-44bc-4204-88aa-da1c26caf534/5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:38.073649 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44590e-197e-4781-a5e4-028e0018320a req-39d112c0-da4c-4223-80ae-cfc388ae51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.076476 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1f44590e-197e-4781-a5e4-028e0018320a req-39d112c0-da4c-4223-80ae-cfc388ae51cc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5149193 Jul 15 15:42:38.275596 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3054dd-6ded-436b-8b19-10b30580c839 req-2d16f072-f0a4-425f-adbe-f49a32494f47 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.284582 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-de3054dd-6ded-436b-8b19-10b30580c839 req-2d16f072-f0a4-425f-adbe-f49a32494f47 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1103373 Jul 15 15:42:38.321701 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:38.345475 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-de3054dd-6ded-436b-8b19-10b30580c839 req-5d54de92-df27-4de9-a535-b4beb8f9c167 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594225 Jul 15 15:42:38.345694 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Transition to ACTIVE for port object 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:38.377368 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bc8a6-6d2e-4439-8560-e292acab09a2 req-2771df5b-a8f1-44a8-9cb2-9cdb7a1dc85d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.385937 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f31bc8a6-6d2e-4439-8560-e292acab09a2 req-2771df5b-a8f1-44a8-9cb2-9cdb7a1dc85d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1357882 Jul 15 15:42:38.447187 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f31bc8a6-6d2e-4439-8560-e292acab09a2 req-cc242d34-52f7-42cc-be34-fc458714dbde tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601687 Jul 15 15:42:38.449418 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:38.526540 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:38.550990 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:38.556026 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:38.564505 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.565156 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:38.575338 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b3b05-640c-461a-adbd-f168ae7c1cbb req-5a24891a-a116-4776-b668-336ef8b7accf tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.582755 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df7b3b05-640c-461a-adbd-f168ae7c1cbb req-5a24891a-a116-4776-b668-336ef8b7accf tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.1159678 Jul 15 15:42:38.626273 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:38.641589 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-8c47804c-91b6-4105-9b3b-37fc25db1f2c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5605280 Jul 15 15:42:38.669663 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-df7b3b05-640c-461a-adbd-f168ae7c1cbb req-4402653b-2cf9-4a24-b75b-8fcd622b07c9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704350 Jul 15 15:42:38.815548 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d70b4772-6311-406f-950f-aae6649fafdd req-0a9732a5-9823-4579-94f5-abf36d2bd635 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0826983 Jul 15 15:42:38.891890 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff621f-777a-4d1a-8786-12cc8bd413fc req-a592df6f-98d7-47d1-bb22-d79ceff85773 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:38.893520 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1ff621f-777a-4d1a-8786-12cc8bd413fc req-a592df6f-98d7-47d1-bb22-d79ceff85773 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0789182 Jul 15 15:42:38.935843 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1ff621f-777a-4d1a-8786-12cc8bd413fc req-4b279526-d69d-4dde-8de0-a8f2409ab474 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328119 Jul 15 15:42:38.973819 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-be6e65c7-c46d-4f05-bde2-c6ced18c66d4 None None] Provisioning for port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:38.979091 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-be6e65c7-c46d-4f05-bde2-c6ced18c66d4 None None] Provisioning complete for port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:38.979474 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-be6e65c7-c46d-4f05-bde2-c6ced18c66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.014543 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-be6e65c7-c46d-4f05-bde2-c6ced18c66d4 None None] Port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:39.237639 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb1ef-fe16-4133-99cf-bb71db077f60 req-d8ef9d0b-849a-4fb0-a71b-2a518e602a31 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:39.249060 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b25fb1ef-fe16-4133-99cf-bb71db077f60 req-d8ef9d0b-849a-4fb0-a71b-2a518e602a31 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0855732 Jul 15 15:42:39.284230 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b25fb1ef-fe16-4133-99cf-bb71db077f60 req-41075566-a93e-48e3-881d-5f83fbf7d4ea tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Jul 15 15:42:39.324082 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58936) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:39.434890 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07724557-f30c-4f54-8509-bdc7bf553bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.560693 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b806a7-5ed5-4196-9091-bee18f142e91 req-d8045f40-e79a-428f-bdbd-025d4c26fba2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:39.562487 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-70b806a7-5ed5-4196-9091-bee18f142e91 req-d8045f40-e79a-428f-bdbd-025d4c26fba2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1085246 Jul 15 15:42:39.584164 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.602802 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07724557-f30c-4f54-8509-bdc7bf553bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.622931 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-07724557-f30c-4f54-8509-bdc7bf553bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.645364 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-70b806a7-5ed5-4196-9091-bee18f142e91 req-d96fb0cc-74b9-445d-b625-0297329ffeb6 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765400 Jul 15 15:42:39.669789 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-07724557-f30c-4f54-8509-bdc7bf553bdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1c1585eacd643cba005c658bb5c786c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446355 Jul 15 15:42:39.672335 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 58944) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:39.673920 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d493c5-dc94-4352-b99e-91224add93af req-88b0291e-797a-4eab-be1b-f13e7aaacf9f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:39.678602 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-56d493c5-dc94-4352-b99e-91224add93af req-88b0291e-797a-4eab-be1b-f13e7aaacf9f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0916455 Jul 15 15:42:39.679241 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07724557-f30c-4f54-8509-bdc7bf553bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4845bf98-c537-4105-a362-0f5d1011d6fc,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:39.742578 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8ef93e47-402d-4f19-9f08-6aced945f956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.766819 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8ef93e47-402d-4f19-9f08-6aced945f956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.775443 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-56d493c5-dc94-4352-b99e-91224add93af req-061d2632-dbad-4399-b407-c67662660613 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932450 Jul 15 15:42:39.867499 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8ef93e47-402d-4f19-9f08-6aced945f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.870383 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8ef93e47-402d-4f19-9f08-6aced945f956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:39.874693 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8ef93e47-402d-4f19-9f08-6aced945f956 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4845bf98-c537-4105-a362-0f5d1011d6fc HTTP/1.1" status: 204 len: 168 time: 0.2014244 Jul 15 15:42:39.888469 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93e47-402d-4f19-9f08-6aced945f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845bf98-c537-4105-a362-0f5d1011d6fc,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:39.922352 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e6c64-63ce-43d9-87c9-7419bf328058 req-65ce432f-6261-440a-864a-3a45805a425b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:39.924025 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1e6e6c64-63ce-43d9-87c9-7419bf328058 req-65ce432f-6261-440a-864a-3a45805a425b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.1050901 Jul 15 15:42:39.998744 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1e6e6c64-63ce-43d9-87c9-7419bf328058 req-696123e9-8535-4c54-a23e-4e4eb3cd6803 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626640 Jul 15 15:42:40.005194 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1052fa85-53ed-4bb9-927a-27181bc5670f req-d2d426ec-7ff7-4312-b12b-6cbae72fbb68 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0496786 Jul 15 15:42:40.256814 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed0856-070b-4003-af7f-685d89e7e0cb req-29a8f733-44d7-4fb9-b669-a19c86134913 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:40.259183 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89ed0856-070b-4003-af7f-685d89e7e0cb req-29a8f733-44d7-4fb9-b669-a19c86134913 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1153052 Jul 15 15:42:40.306430 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89ed0856-070b-4003-af7f-685d89e7e0cb req-53d497db-c6f3-4ff9-baf8-d93657894960 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Jul 15 15:42:40.475888 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6bd19-0754-4c89-9117-2d6876d5d10f req-aa418a06-9e03-4334-8949-47a77485521e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:40.477583 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0c6bd19-0754-4c89-9117-2d6876d5d10f req-aa418a06-9e03-4334-8949-47a77485521e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0659459 Jul 15 15:42:40.527562 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c0c6bd19-0754-4c89-9117-2d6876d5d10f req-054c876e-3895-4e4b-8f6e-d4166a0ef014 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Jul 15 15:42:40.860571 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9029db8-74bc-434f-a2cd-9f0e6b254d70 req-82087b10-cd37-43bb-9984-0467b00b06a8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:40.862694 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b9029db8-74bc-434f-a2cd-9f0e6b254d70 req-82087b10-cd37-43bb-9984-0467b00b06a8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0794809 Jul 15 15:42:41.023326 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0d1f-0603-4b60-91d4-9411752c549f req-5e504236-8a21-4d4d-bc9e-59aa4f4881ad tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:41.025279 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cd8d0d1f-0603-4b60-91d4-9411752c549f req-5e504236-8a21-4d4d-bc9e-59aa4f4881ad tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0772440 Jul 15 15:42:41.069792 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cd8d0d1f-0603-4b60-91d4-9411752c549f req-b0d435cc-1b15-4aa9-a609-6f37ff9d1b06 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385945 Jul 15 15:42:41.169160 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b9029db8-74bc-434f-a2cd-9f0e6b254d70 req-1cdc5b4d-81e5-4bf3-a78b-c280f1cbcae5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979591 Jul 15 15:42:41.351206 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0c75f271-6672-493b-b3e8-613514778d3b req-b467da9b-4a0c-4af9-8213-a19a1e448555 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0903649 Jul 15 15:42:41.496253 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2b602-0a83-4d45-a313-0b10ff31d903 req-7fc2d6e4-2417-4a4d-9f67-4bcf9b05f6a5 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:41.503103 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-52c2b602-0a83-4d45-a313-0b10ff31d903 req-7fc2d6e4-2417-4a4d-9f67-4bcf9b05f6a5 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0762525 Jul 15 15:42:41.552093 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-52c2b602-0a83-4d45-a313-0b10ff31d903 req-43050994-7034-48e5-a829-c049b7d09b22 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Jul 15 15:42:41.600830 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040840e4-7358-4dcb-a63d-4b2c37ad55e9 req-c4b5770c-813b-445e-b52a-3aa73dba3e21 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:41.602406 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-040840e4-7358-4dcb-a63d-4b2c37ad55e9 req-c4b5770c-813b-445e-b52a-3aa73dba3e21 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1124005 Jul 15 15:42:41.659571 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-040840e4-7358-4dcb-a63d-4b2c37ad55e9 req-3d530f17-d7ab-4981-836f-3d069525c2a0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Jul 15 15:42:41.753156 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7561d5-8319-4d71-b2c7-5682e600fccf req-d2ec6258-f4e5-46c4-921e-1b13eadf6343 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:41.754730 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cd7561d5-8319-4d71-b2c7-5682e600fccf req-d2ec6258-f4e5-46c4-921e-1b13eadf6343 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0677154 Jul 15 15:42:41.799927 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cd7561d5-8319-4d71-b2c7-5682e600fccf req-e763fb6b-def2-413a-903e-9ebe50384311 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Jul 15 15:42:42.261358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3c916-07c0-4025-850e-968ec29c0ef9 req-f162d6b4-8d7e-4d35-81af-82e328fa5d48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.263134 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-03b3c916-07c0-4025-850e-968ec29c0ef9 req-f162d6b4-8d7e-4d35-81af-82e328fa5d48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0666933 Jul 15 15:42:42.307651 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-03b3c916-07c0-4025-850e-968ec29c0ef9 req-60440f33-6f91-4a51-af9f-f104a50b3cc7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375376 Jul 15 15:42:42.380647 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e47d7-ea12-4a31-a552-9e8070757e07 req-31f57074-f019-4b28-8ad1-0d4a94c85401 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.382153 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-193e47d7-ea12-4a31-a552-9e8070757e07 req-31f57074-f019-4b28-8ad1-0d4a94c85401 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0775208 Jul 15 15:42:42.428259 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-193e47d7-ea12-4a31-a552-9e8070757e07 req-f1ec11b3-53dd-4621-bf75-356e08c5fee4 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333874 Jul 15 15:42:42.538821 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86178118-d95e-4dea-8dae-886f48cd2228 req-aef1075c-4679-430d-92fd-af69c3589e24 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0520427 Jul 15 15:42:42.562213 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-2004c1d3-8901-4d40-9fde-7a7cfce9485d tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e7a63f6f90444c46aa8378abb1112665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383055 Jul 15 15:42:42.755478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d130a-d541-4089-884f-ab921bdb45db req-57307d94-1155-4c2e-92cc-cc5e985f7380 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.757835 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-648d130a-d541-4089-884f-ab921bdb45db req-57307d94-1155-4c2e-92cc-cc5e985f7380 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0886145 Jul 15 15:42:42.811309 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-648d130a-d541-4089-884f-ab921bdb45db req-6bae6ef1-8827-4614-97e4-b3f829c907cf tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Jul 15 15:42:42.838677 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-18ebfa9d-6908-480b-91e7-1bcb6212d770 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:42.838677 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-18ebfa9d-6908-480b-91e7-1bcb6212d770 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713363 Jul 15 15:42:42.859461 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-a58cb8ae-8f0d-4db4-9d89-77bda47df263 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/quotas/e7a63f6f90444c46aa8378abb1112665 HTTP/1.1" status: 200 len: 375 time: 0.0105231 Jul 15 15:42:42.904464 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-7a846f62-e8b5-4ded-9268-b6290241dfb4 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7a63f6f90444c46aa8378abb1112665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418069 Jul 15 15:42:43.063431 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7919d-e409-4995-a61b-e55d7b090753 req-fbe1859a-ba40-4651-af2b-88afc3a78d86 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:43.075650 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ee7919d-e409-4995-a61b-e55d7b090753 req-fbe1859a-ba40-4651-af2b-88afc3a78d86 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1068087 Jul 15 15:42:43.128755 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ee7919d-e409-4995-a61b-e55d7b090753 req-f7c36ac7-5fe4-403e-94b5-ec683ffdb3dd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Jul 15 15:42:43.162870 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59060) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:43.239827 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ebb12647-9d82-4687-a20d-ae930f045bab req-92a3d7ca-6a3e-4559-8e4b-81cd74a9ea67 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0552931 Jul 15 15:42:43.272731 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625df39-c8b7-4947-b9a0-150022a2a27f req-8e8756f4-efcf-4b45-b4b7-50c212891edd tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:43.280663 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f625df39-c8b7-4947-b9a0-150022a2a27f req-8e8756f4-efcf-4b45-b4b7-50c212891edd tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.1238413 Jul 15 15:42:43.317353 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f625df39-c8b7-4947-b9a0-150022a2a27f req-bd837e96-9321-4c35-9854-8968fcfb3caa tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Jul 15 15:42:43.383601 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd67841b-038e-4cb6-afaf-ec8c54a60c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.573594 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9361dd-ff0c-41d8-b600-0bc2e29d2c62 req-d5f13e87-a88b-4b6c-aabe-e9d09da58157 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:43.575015 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca9361dd-ff0c-41d8-b600-0bc2e29d2c62 req-d5f13e87-a88b-4b6c-aabe-e9d09da58157 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1343360 Jul 15 15:42:43.635598 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd67841b-038e-4cb6-afaf-ec8c54a60c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.656166 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca9361dd-ff0c-41d8-b600-0bc2e29d2c62 req-649def39-1ce9-48e4-b4c1-9d494dbc7208 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709057 Jul 15 15:42:43.659732 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd67841b-038e-4cb6-afaf-ec8c54a60c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.675110 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d63671-0a30-427d-aad3-0b2ba55d8157 req-792cc079-0335-4ceb-8dcb-a2e24e509691 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:43.676701 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3d63671-0a30-427d-aad3-0b2ba55d8157 req-792cc079-0335-4ceb-8dcb-a2e24e509691 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1075921 Jul 15 15:42:43.725348 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fd67841b-038e-4cb6-afaf-ec8c54a60c81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05339e9c32584493afd94583590e5ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578322 Jul 15 15:42:43.726883 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59076) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:42:43.732518 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3d63671-0a30-427d-aad3-0b2ba55d8157 req-85e041bf-0f74-4aa1-b89e-269a1a80b9dc tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485537 Jul 15 15:42:43.747612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67841b-038e-4cb6-afaf-ec8c54a60c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e187a8d-85ee-4c7d-b1c8-e35ceaeaeba5,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:43.822647 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6f64e292-233e-4249-9a76-2e49c9a64ecc req-4439dbae-9c68-47ee-9269-9c387ae5566f tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0354717 Jul 15 15:42:43.844434 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-257db4d8-c70e-4e76-890f-3e9e61e6c63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.866783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-257db4d8-c70e-4e76-890f-3e9e61e6c63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.914615 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-257db4d8-c70e-4e76-890f-3e9e61e6c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.917155 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-257db4d8-c70e-4e76-890f-3e9e61e6c63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:43.918322 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-257db4d8-c70e-4e76-890f-3e9e61e6c63c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e187a8d-85ee-4c7d-b1c8-e35ceaeaeba5 HTTP/1.1" status: 204 len: 168 time: 0.1904526 Jul 15 15:42:43.928164 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257db4d8-c70e-4e76-890f-3e9e61e6c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e187a8d-85ee-4c7d-b1c8-e35ceaeaeba5,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:44.004549 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874541-e73d-40fe-ae9c-d0f5d26e8355 req-d601e4f4-4427-44eb-9a57-37275083918d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:44.006043 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-48874541-e73d-40fe-ae9c-d0f5d26e8355 req-d601e4f4-4427-44eb-9a57-37275083918d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0676382 Jul 15 15:42:44.052831 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-48874541-e73d-40fe-ae9c-d0f5d26e8355 req-9e61297e-5834-4595-9aa6-7cdb8947e595 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jul 15 15:42:44.316815 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7d801-c0a5-435c-a2c4-1a6e017ef12c req-b5570613-0a3d-4280-affa-3ead5a7f2ad7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:44.318378 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-13c7d801-c0a5-435c-a2c4-1a6e017ef12c req-b5570613-0a3d-4280-affa-3ead5a7f2ad7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0725737 Jul 15 15:42:44.366209 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-13c7d801-c0a5-435c-a2c4-1a6e017ef12c req-76e4f544-caf5-48de-99c3-6e33716dcb05 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350544 Jul 15 15:42:44.381905 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d1dfe61c-e513-4211-a9bf-d6433716dd41 req-b93894f3-3cfb-4c9e-8627-d4cc38e23d78 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Jul 15 15:42:44.537036 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddef15-aeec-44e8-b66d-d6951c3bca38 req-a0973112-c0c8-4f65-bfc8-688173033794 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:44.538459 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-69ddef15-aeec-44e8-b66d-d6951c3bca38 req-a0973112-c0c8-4f65-bfc8-688173033794 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0657794 Jul 15 15:42:44.589115 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-69ddef15-aeec-44e8-b66d-d6951c3bca38 req-abad004c-5cbb-47b6-9f97-dc6919258244 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Jul 15 15:42:44.936698 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51a98c-1cc7-4ada-b613-1ebb00bcf845 req-df74d0e6-e259-40ae-aa02-79dcba2e6cbe tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:44.938680 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ec51a98c-1cc7-4ada-b613-1ebb00bcf845 req-df74d0e6-e259-40ae-aa02-79dcba2e6cbe tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0731561 Jul 15 15:42:44.983059 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ec51a98c-1cc7-4ada-b613-1ebb00bcf845 req-a3dc3374-94c5-4fc9-bcc9-8e9e4faaf592 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388122 Jul 15 15:42:45.015651 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324adae4-2dbf-43de-b62a-9842a6b2155f req-cf098382-2e6e-4a5f-8de6-da219217ece3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:45.017130 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-324adae4-2dbf-43de-b62a-9842a6b2155f req-cf098382-2e6e-4a5f-8de6-da219217ece3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0856571 Jul 15 15:42:45.062620 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-324adae4-2dbf-43de-b62a-9842a6b2155f req-012eb28f-8838-43ee-aba5-b3eb42b7cefa tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399573 Jul 15 15:42:45.115021 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-54bdb8cf-6ef0-46e3-93e4-adf8f3662f6d req-4cc06e8c-15d4-42df-8d90-f13b0aaa06b5 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0318453 Jul 15 15:42:45.248650 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fe9c5-8e27-4f01-afd9-cba70f89e646 req-ad9aafb3-01fc-4439-b36d-08a317da8893 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:45.250241 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c88fe9c5-8e27-4f01-afd9-cba70f89e646 req-ad9aafb3-01fc-4439-b36d-08a317da8893 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0650284 Jul 15 15:42:45.291405 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c88fe9c5-8e27-4f01-afd9-cba70f89e646 req-b43a455c-c390-4710-898d-7edbb9166104 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Jul 15 15:42:45.539567 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ca6bbc50-4e3a-4d50-be38-b9110562c442 req-94ff16a1-8dd2-4559-8bde-123c020fa5b5 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0334008 Jul 15 15:42:45.557776 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c36647-b940-42d2-9fcc-4f11f21325de req-b1d6c598-f9f0-4dec-9332-58c24ddb87ca tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:45.559309 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a6c36647-b940-42d2-9fcc-4f11f21325de req-b1d6c598-f9f0-4dec-9332-58c24ddb87ca tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0642402 Jul 15 15:42:45.599116 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a6c36647-b940-42d2-9fcc-4f11f21325de req-43ea96e0-90d3-471f-9191-2cfc44058bed tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Jul 15 15:42:45.763969 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4ccf-8367-48d3-aed1-d25205aefcb9 req-d36bad2e-9467-4d4d-9ad0-d10b70752a29 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:45.765361 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-15eb4ccf-8367-48d3-aed1-d25205aefcb9 req-d36bad2e-9467-4d4d-9ad0-d10b70752a29 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0660224 Jul 15 15:42:45.802403 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-15eb4ccf-8367-48d3-aed1-d25205aefcb9 req-e24afd5e-caa1-4e19-a2e5-83592adb77e8 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Jul 15 15:42:46.166905 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f46e5-dd84-4b21-aa4c-bf2245c9f664 req-835596e9-2998-4eed-b3d6-d64527ff848e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:46.168733 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5b7f46e5-dd84-4b21-aa4c-bf2245c9f664 req-835596e9-2998-4eed-b3d6-d64527ff848e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0699081 Jul 15 15:42:46.208208 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5b7f46e5-dd84-4b21-aa4c-bf2245c9f664 req-537cb5a2-3a60-4bdf-acee-9e47b4223b8d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Jul 15 15:42:46.255515 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7411ad3-1e9f-4d26-a296-6d71de42d9f3 req-d37fa229-2ae7-4929-99a1-8754d7f5958f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:46.257349 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7411ad3-1e9f-4d26-a296-6d71de42d9f3 req-d37fa229-2ae7-4929-99a1-8754d7f5958f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0711184 Jul 15 15:42:46.297756 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b7411ad3-1e9f-4d26-a296-6d71de42d9f3 req-c5a88e90-1540-4bee-9c9f-9996453256cc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337005 Jul 15 15:42:46.367697 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-31608b59-15fc-4cd7-aac2-5119b1f2262c req-53dfbadf-34f2-4acd-a712-eeaf75e6b8d7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0315733 Jul 15 15:42:46.480260 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793929a-687e-418c-b4a9-299cf1f8cbf6 req-df9d3efd-59c7-4df7-a3d9-68d66e834fbb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:46.481750 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9793929a-687e-418c-b4a9-299cf1f8cbf6 req-df9d3efd-59c7-4df7-a3d9-68d66e834fbb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0646181 Jul 15 15:42:46.522473 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9793929a-687e-418c-b4a9-299cf1f8cbf6 req-ec774af1-c7db-4781-aa7f-a03024a31280 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350130 Jul 15 15:42:46.700521 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5d434d12-83d5-40bb-83c6-9c592e5203d2 req-914ea650-47ff-4596-8321-52eb41f32a22 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0464919 Jul 15 15:42:46.777511 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102403ad-91be-47de-91fe-98a10a423d66 req-550265ed-1a5e-45ab-a4ca-2f7a30e11232 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:46.779041 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-102403ad-91be-47de-91fe-98a10a423d66 req-550265ed-1a5e-45ab-a4ca-2f7a30e11232 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0641897 Jul 15 15:42:46.816714 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-102403ad-91be-47de-91fe-98a10a423d66 req-7d69cd29-dc3f-4378-9150-b38b57ade9b7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Jul 15 15:42:46.980045 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f9f80-fc68-4f58-9a7e-cf227245bbff req-d8a3d08f-a560-45d3-b799-c11ea057be2e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:46.981553 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-060f9f80-fc68-4f58-9a7e-cf227245bbff req-d8a3d08f-a560-45d3-b799-c11ea057be2e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0624080 Jul 15 15:42:47.022038 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-060f9f80-fc68-4f58-9a7e-cf227245bbff req-6d784051-592d-4974-b518-58f41b2d0759 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Jul 15 15:42:47.397543 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567034f7-6cb0-41a4-a241-3e8a7dde4535 req-d2939887-122e-49f8-b48e-ff8d30104d3f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:47.399570 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-567034f7-6cb0-41a4-a241-3e8a7dde4535 req-d2939887-122e-49f8-b48e-ff8d30104d3f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0695655 Jul 15 15:42:47.450697 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-567034f7-6cb0-41a4-a241-3e8a7dde4535 req-8078eedc-42dc-413e-8171-efbecd3e22af tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Jul 15 15:42:47.492498 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be337e-e648-44ea-967d-ccf8f3e04a7a req-51059d7b-7e3d-46ad-9ff8-7c8dd7205d61 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:47.493909 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-60be337e-e648-44ea-967d-ccf8f3e04a7a req-51059d7b-7e3d-46ad-9ff8-7c8dd7205d61 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0668569 Jul 15 15:42:47.551780 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-60be337e-e648-44ea-967d-ccf8f3e04a7a req-c7216467-d67f-49d2-bf06-ea706da46432 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520797 Jul 15 15:42:47.598803 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1385f063-4903-4f91-b7e1-7e63b1bf70ac req-3fca438e-1267-4c08-8fbf-353976f5201d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0385931 Jul 15 15:42:47.731889 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc4487-d170-421e-9629-57c803c17b54 req-38d14ddc-2102-47d3-bd05-41fddb7284ae tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:47.733466 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-24bc4487-d170-421e-9629-57c803c17b54 req-38d14ddc-2102-47d3-bd05-41fddb7284ae tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0673280 Jul 15 15:42:47.772009 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-24bc4487-d170-421e-9629-57c803c17b54 req-35b18a96-74a5-4820-9385-8b6039bbcfb1 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Jul 15 15:42:47.841673 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-84806bd5-d719-48e0-9adc-8c9a145bce6b req-fdb7d782-711f-423c-89ab-89caf18cbafe tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Jul 15 15:42:48.008235 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1dd30-ba9c-40ea-9b34-5ec96ebb767c req-cf3fa324-ae2d-4829-ba88-237499e6a930 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:48.009750 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bab1dd30-ba9c-40ea-9b34-5ec96ebb767c req-cf3fa324-ae2d-4829-ba88-237499e6a930 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0653241 Jul 15 15:42:48.048814 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bab1dd30-ba9c-40ea-9b34-5ec96ebb767c req-2e7083f8-5e53-4bdd-bc43-f494c664b280 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Jul 15 15:42:48.193515 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c26d0b-8c23-4c31-88df-92abbc8f286b req-6fd66970-24b6-49bd-af8a-c62f324e7233 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:48.195096 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c7c26d0b-8c23-4c31-88df-92abbc8f286b req-6fd66970-24b6-49bd-af8a-c62f324e7233 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0633709 Jul 15 15:42:48.237688 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c7c26d0b-8c23-4c31-88df-92abbc8f286b req-4a69012d-5ede-4114-a36e-8ab656af2133 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361893 Jul 15 15:42:48.631716 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb3dea-2315-46dd-aa75-11f5bc738c76 req-b5fb6eba-2fb0-45db-986e-c395ef0edf96 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:48.633952 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4fdb3dea-2315-46dd-aa75-11f5bc738c76 req-b5fb6eba-2fb0-45db-986e-c395ef0edf96 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0698922 Jul 15 15:42:48.674753 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4fdb3dea-2315-46dd-aa75-11f5bc738c76 req-2ccac70f-a3ba-43d5-bc8d-dc0e1ddb1fbd tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349498 Jul 15 15:42:48.749566 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ce41-1843-47e8-943a-18e501f5e4f4 req-3f58bc62-505e-43a2-a66d-72eff45220e3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:48.751037 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-afd2ce41-1843-47e8-943a-18e501f5e4f4 req-3f58bc62-505e-43a2-a66d-72eff45220e3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0755320 Jul 15 15:42:48.791384 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-afd2ce41-1843-47e8-943a-18e501f5e4f4 req-6d62cb12-ea95-44ff-a3f0-69e747a3523a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346923 Jul 15 15:42:48.825495 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8f5c4dba-a0f0-47bf-af5c-cd77b3d395a2 req-c6e5c042-8c09-483f-9850-3549a0ab9baf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0467653 Jul 15 15:42:48.977687 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b9b9-5cae-43c3-8ffc-591d8526ce8b req-56eebc4d-0526-4a91-ac3d-9f4a81f6cedb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:48.979255 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8f07b9b9-5cae-43c3-8ffc-591d8526ce8b req-56eebc4d-0526-4a91-ac3d-9f4a81f6cedb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0748541 Jul 15 15:42:48.983900 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e2f881af-ea85-47ee-9a2b-8e43a6f59d7a req-b23ff3f7-e9ed-48de-8761-e1e7e2a62dc2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0279748 Jul 15 15:42:49.016506 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8f07b9b9-5cae-43c3-8ffc-591d8526ce8b req-3239aa30-f993-46b4-aff3-4626af836aeb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Jul 15 15:42:49.228197 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7a23-3a31-4e14-b0ea-60c7201da896 req-80363282-6fe8-46d6-a876-ef38dd7c866a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:49.229677 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd6a7a23-3a31-4e14-b0ea-60c7201da896 req-80363282-6fe8-46d6-a876-ef38dd7c866a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0663950 Jul 15 15:42:49.271741 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fd6a7a23-3a31-4e14-b0ea-60c7201da896 req-6a704949-c434-47d6-9e15-e18fd0940747 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364156 Jul 15 15:42:49.413120 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf16e-9062-4fc8-9d7e-a354e1653366 req-8c27098d-aa12-4521-acff-a8da94d22a87 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:49.414939 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d2fcf16e-9062-4fc8-9d7e-a354e1653366 req-8c27098d-aa12-4521-acff-a8da94d22a87 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0630195 Jul 15 15:42:49.453332 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d2fcf16e-9062-4fc8-9d7e-a354e1653366 req-a39c0b52-3eba-4828-be30-99204674a9c1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Jul 15 15:42:49.843656 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3d34-b481-45e9-a398-7398d442e836 req-d83ad9cb-e3a9-4948-b800-ff83fb4665df tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:49.845220 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ee2b3d34-b481-45e9-a398-7398d442e836 req-d83ad9cb-e3a9-4948-b800-ff83fb4665df tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0625997 Jul 15 15:42:49.883138 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ee2b3d34-b481-45e9-a398-7398d442e836 req-34025d81-4edc-4035-800c-7905385235f9 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Jul 15 15:42:49.953691 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Request body: {'port': {'device_id': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:49.984164 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cddbc-9cc1-49f0-9942-46d634f27dd9 req-9bf66e32-3b6f-440e-a9e4-398ec6ce58f8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:49.986141 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b40cddbc-9cc1-49f0-9942-46d634f27dd9 req-9bf66e32-3b6f-440e-a9e4-398ec6ce58f8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0785284 Jul 15 15:42:50.032083 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b40cddbc-9cc1-49f0-9942-46d634f27dd9 req-7fcdfe34-6e60-4757-a5ad-a3f9d01ff5ca tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386763 Jul 15 15:42:50.057565 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3bcebe41-c68a-4ed9-b1a9-b395effa6672 req-eb25aada-a0e1-4e2c-bcf2-934750583f2b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0612059 Jul 15 15:42:50.102841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:50.150836 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-fc41c586-56ce-42c9-a08b-7835c572cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.152381 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-fc41c586-56ce-42c9-a08b-7835c572cd00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=da2a37a386c840d48c59484cdae683d6&device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 1096 time: 0.1550546 Jul 15 15:42:50.216899 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c775f4c-c52e-417b-80f2-77bb5e709e88 req-b29b90bf-55bf-4c00-94dc-e723d33b5fa7 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0335615 Jul 15 15:42:50.279360 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-e59f228d-f46b-479c-832c-9d219c36821f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7723f727-57da-427e-8024-27b8205f2200 HTTP/1.1" status: 200 len: 217 time: 0.1100485 Jul 15 15:42:50.387346 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ee6f8cac-140a-45e6-9fff-b8f96b877481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.388699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-ee6f8cac-140a-45e6-9fff-b8f96b877481 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 200 len: 854 time: 0.1016192 Jul 15 15:42:50.454864 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-1979fc69-a0a6-4fd1-a5ee-6ad130f6fb8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58f31b63-443f-417d-81c1-7f491384278c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458665 Jul 15 15:42:50.470235 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276d90-5a8b-4c00-acc1-b2dce361da86 req-4eff678c-bee3-408b-8438-882c4e8cb2e0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.471709 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1276d90-5a8b-4c00-acc1-b2dce361da86 req-4eff678c-bee3-408b-8438-882c4e8cb2e0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0657780 Jul 15 15:42:50.519039 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f1276d90-5a8b-4c00-acc1-b2dce361da86 req-1c16b59c-9a38-47e9-beb4-a16ff7dcf213 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Jul 15 15:42:50.529895 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c633b-bd45-440d-8388-94333b67d8f2 req-cd33dfb2-afc3-4fbe-999c-16e174d8771a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.531270 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-032c633b-bd45-440d-8388-94333b67d8f2 req-cd33dfb2-afc3-4fbe-999c-16e174d8771a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.3631527 Jul 15 15:42:50.669837 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-2224359c-c179-436c-9b37-dd4648e432f7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.671312 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-2224359c-c179-436c-9b37-dd4648e432f7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 811 time: 0.3140481 Jul 15 15:42:50.679175 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-032c633b-bd45-440d-8388-94333b67d8f2 req-419fd862-1765-4203-b866-c08b8829fa61 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278028 Jul 15 15:42:50.713976 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b1f4-9fd2-47dc-aeaa-1ef4b8f7237a req-8b147a96-6fc4-4bfb-a85f-b37b13f99744 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.715877 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5200b1f4-9fd2-47dc-aeaa-1ef4b8f7237a req-8b147a96-6fc4-4bfb-a85f-b37b13f99744 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 932 time: 0.0771160 Jul 15 15:42:50.747650 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-5f4c8fbd-63f7-4f0e-972d-a8cd11a81c80 service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645566 Jul 15 15:42:50.768835 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5200b1f4-9fd2-47dc-aeaa-1ef4b8f7237a req-22a2f9e2-6f26-4b96-b532-81a40c7f4a1a tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Jul 15 15:42:50.793793 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-cf26824b-6ce1-45ae-9887-0d3e04850d51 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 380 time: 0.1046689 Jul 15 15:42:50.800611 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:50.815010 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'port': {'device_id': '42623872-826e-4f87-be74-61958a933c39', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'admin_state_up': True, 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'security_groups': ['3df1c217-58e0-40df-9751-71d210f2910f']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:50.821546 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:50.839316 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-d5514e55-e816-4553-8e5d-9b7a6fadd7c6 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e7a63f6f90444c46aa8378abb1112665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240722 Jul 15 15:42:50.923663 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Transition to ACTIVE for port object 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:50.936746 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:50.996070 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-5dcb2024-3da6-473f-a25e-131d7ebebce4 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:50.997414 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-5dcb2024-3da6-473f-a25e-131d7ebebce4 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464798 Jul 15 15:42:51.004063 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91caf697-c8f5-4e19-b818-f5bfaded2fc2 req-35b829dd-95b7-4c9e-ade3-2de38d1f7cad service neutron] 10.222.0.43 "GET /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439129 Jul 15 15:42:51.018481 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Request body: {'port': {'device_id': '98804f6a-16e6-4905-af33-194b5f1c3524', 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56', 'admin_state_up': True, 'tenant_id': 'e7a63f6f90444c46aa8378abb1112665'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:51.079748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:51.160440 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Attempting to bind port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:51.160978 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Attempting to bind port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:51.161352 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Attempting to bind port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f on network 91a4bf83-9771-440a-bb00-4e543abbc6b3 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:51.170199 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Made reservation on behalf of 86232cc4161b4b569ec7115cf1793296 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:51.174437 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.183753 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f on network 91a4bf83-9771-440a-bb00-4e543abbc6b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:51.203494 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Attempting to bind port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f on network 91a4bf83-9771-440a-bb00-4e543abbc6b3 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:51.219963 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Made reservation on behalf of e7a63f6f90444c46aa8378abb1112665 for: {'port': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:42:51.224730 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.237606 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:51.238466 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Checking segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:51.238588 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.239190 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Bound using segment: {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:51.239852 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Bound port: 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:51.240418 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.269512 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70635900-b3c4-435f-adc6-1119080627ca req-18e07a72-6f60-4781-85e3-e94a2d839c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:51.271194 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-70635900-b3c4-435f-adc6-1119080627ca req-18e07a72-6f60-4781-85e3-e94a2d839c4c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.2345111 Jul 15 15:42:51.393453 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d101a-1fa6-433b-8589-eebc9f81b012 req-8d4c1648-18e1-4d96-8184-6f8300404c2a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:51.395105 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a4d101a-1fa6-433b-8589-eebc9f81b012 req-8d4c1648-18e1-4d96-8184-6f8300404c2a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0971618 Jul 15 15:42:51.423431 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-70635900-b3c4-435f-adc6-1119080627ca req-7ad0a7a1-1852-47a9-bda1-a2248f78ce8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117609 Jul 15 15:42:51.444667 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.456765 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.470176 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:51.482658 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a4d101a-1fa6-433b-8589-eebc9f81b012 req-eb4a71f4-a936-4321-8e51-5e3dcb669eb3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722337 Jul 15 15:42:51.493809 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:51.506786 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546e190-9896-467e-9a57-b87b549412c8 req-83c9e5d7-ad36-46c6-960e-12c163184ac2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:51.510687 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b546e190-9896-467e-9a57-b87b549412c8 req-83c9e5d7-ad36-46c6-960e-12c163184ac2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.2090576 Jul 15 15:42:51.518198 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Allocated IP 172.20.0.9 (d7d7ca48-3fd3-411a-912d-bdb27ca6a6df/c7576f43-18a7-4aa6-88ba-d7e78a43b0bc/d6c72609-31d5-403f-b372-4f29496ffe78) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:51.533751 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.535647 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98f172-b4a2-4997-95c2-9a07ca6bc898,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:51.606235 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:51.606854 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.608229 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] 10.222.0.43 "PUT /v2.0/ports/5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 1094 time: 1.6613543 Jul 15 15:42:51.610523 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:51.612997 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32723b-303e-444f-958f-d3266ad455e4" -d '{"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:51.641260 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4cddfc60-44b3-420c-9b56-c89b3c1d530d req-27d8384b-b5c2-44c7-9284-0e3954ed36e7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0482018 Jul 15 15:42:51.665630 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Allocated IP 192.168.233.131 (333aee96-b4f7-4cf8-87b5-969914db1e56/4980818b-9788-4c04-8b53-3cc280cd9e36/33ee5fa2-bb0d-4f89-aef8-9d325c897a7d) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:42:51.668050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52093a2-fdfa-4bbb-b4d4-33f3bb6404bb service neutron] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:51.688634 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b546e190-9896-467e-9a57-b87b549412c8 req-d1c22e23-43bd-4351-868f-ca9ece24829b tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572590 Jul 15 15:42:51.854797 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6fad7f42-6b5d-49b1-ad89-81f18c4f4d40 req-22d9ba9e-f092-48be-bf87-ea8d876cec8e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0427184 Jul 15 15:42:51.891947 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:51.908254 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Transition to ACTIVE for port object 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:51.945539 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.003153 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Network 333aee96-b4f7-4cf8-87b5-969914db1e56 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:52.016447 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:52.018202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Pushing event updated for resources: {'Port': ['ID=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:52.020130 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db82726e-a369-4fd1-b290-5cd728d2cd64 x-openstack-request-id: req-db82726e-a369-4fd1-b290-5cd728d2cd64 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:52.021670 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:52.022304 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:52.024024 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db82726e-a369-4fd1-b290-5cd728d2cd64 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:52.024566 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'status': 'completed', 'code': 200} Jul 15 15:42:52.104355 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.105134 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.111135 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.124158 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9373ff08-44cc-42a0-9704-6d79bd121b2e tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1101291 Jul 15 15:42:52.131413 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-2e2d8919-ca99-4018-a5f1-b6af556515de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.132925 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-2e2d8919-ca99-4018-a5f1-b6af556515de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1097 time: 0.4557645 Jul 15 15:42:52.133066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a8aa-75c1-4940-9eff-d2d5ced36f47 req-71cbcdd4-587d-4413-9a22-de67c6ea40f4 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.134719 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-48f5a8aa-75c1-4940-9eff-d2d5ced36f47 req-71cbcdd4-587d-4413-9a22-de67c6ea40f4 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.1304715 Jul 15 15:42:52.138831 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Transition to ACTIVE for port object d6c72609-31d5-403f-b372-4f29496ffe78 will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:52.140167 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Request body: {'port': {'device_id': '98804f6a-16e6-4905-af33-194b5f1c3524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:52.186858 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-ed8ba4b5-9372-4f2d-95b0-c6ea839ef8b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 217 time: 0.0448177 Jul 15 15:42:52.195753 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb114b-6ca0-4cc2-b208-593c06d89bfa req-402d778e-c26a-4be4-a5c0-65791e69215b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.197545 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ebb114b-6ca0-4cc2-b208-593c06d89bfa req-402d778e-c26a-4be4-a5c0-65791e69215b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1802361 Jul 15 15:42:52.209577 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-48f5a8aa-75c1-4940-9eff-d2d5ced36f47 req-98774e87-0717-4ea1-8313-8146dfb7bd40 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650637 Jul 15 15:42:52.257355 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.284472 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ebb114b-6ca0-4cc2-b208-593c06d89bfa req-4e81043f-6819-4e24-8299-ffe540231cf6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763566 Jul 15 15:42:52.285939 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-e3abd3ab-4a84-4631-98f4-d161684aa97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.287310 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-e3abd3ab-4a84-4631-98f4-d161684aa97c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.0888884 Jul 15 15:42:52.289361 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.327811 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-f740c783-7bc4-463a-8fa4-a74efd097261 None None] Provisioning for port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:52.333215 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-f740c783-7bc4-463a-8fa4-a74efd097261 None None] Provisioning complete for port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:52.333639 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f740c783-7bc4-463a-8fa4-a74efd097261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.371010 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:42:52.374878 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-f740c783-7bc4-463a-8fa4-a74efd097261 None None] Port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:52.379420 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:42:52.382894 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=d6c72609-31d5-403f-b372-4f29496ffe78,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:52.385043 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:42:52.391110 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.391110 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.414168 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-a1bfbdaa-d079-43e7-8df9-bf8ac1d2b39c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6058476 Jul 15 15:42:52.420829 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-4fc0c822-720f-4a72-9999-ae93b282e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.422425 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-4fc0c822-720f-4a72-9999-ae93b282e600 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1251285 Jul 15 15:42:52.445508 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Request body: {'port': {'device_id': '42623872-826e-4f87-be74-61958a933c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:42:52.501021 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ead27-00a5-41ec-9e27-c422380740cf req-3dfe2478-8f0b-4b0d-88ca-98628052bfdd tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.502556 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fe1ead27-00a5-41ec-9e27-c422380740cf req-3dfe2478-8f0b-4b0d-88ca-98628052bfdd tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 944 time: 0.1353030 Jul 15 15:42:52.589840 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.592314 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fe1ead27-00a5-41ec-9e27-c422380740cf req-2e4035cc-11a2-4d9a-8a1d-fa20e18e3446 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693066 Jul 15 15:42:52.594286 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-e063817e-850a-4e03-b651-45135ffbcb0c service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530838 Jul 15 15:42:52.637744 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d {{(pid=99542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:52.646218 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.660787 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Transition to ACTIVE for port object 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d will not be triggered until provisioned by entity L2. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:52.665488 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.707817 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-2a380581-2cbf-4e86-ad67-fb7b5d664b71 None None] Provisioning for port d6c72609-31d5-403f-b372-4f29496ffe78 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:52.712094 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-2a380581-2cbf-4e86-ad67-fb7b5d664b71 None None] Provisioning complete for port d6c72609-31d5-403f-b372-4f29496ffe78 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:52.712655 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2a380581-2cbf-4e86-ad67-fb7b5d664b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.758355 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-2a380581-2cbf-4e86-ad67-fb7b5d664b71 None None] Port d6c72609-31d5-403f-b372-4f29496ffe78 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:42:52.795021 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Pushing event updated for resources: {'Port': ['ID=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:52.807748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Attempting to bind port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:52.808208 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Attempting to bind port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:52.808630 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Attempting to bind port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d on network 333aee96-b4f7-4cf8-87b5-969914db1e56 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:52.813432 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d on network 333aee96-b4f7-4cf8-87b5-969914db1e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:52.813869 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Attempting to bind port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d on network 333aee96-b4f7-4cf8-87b5-969914db1e56 {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:52.819167 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:52.820254 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Checking segment: {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:52.821674 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Bound using segment: {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'} {{(pid=99542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:52.821674 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.managers [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Bound port: 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7086628-0205-437e-af39-b2c45aa6951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56'}}] {{(pid=99542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:52.822036 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:52.878049 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-af5d8444-887d-4cf4-b3ba-e97368a00dd1 req-2792b75a-f0f3-41e1-a840-6947d4c71c3b service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750552 Jul 15 15:42:52.916070 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570a134-2ebe-4254-b152-4b7fb7b7bb2e req-5b81570f-5ab3-4bcd-b0bf-d8bebffc68c5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:52.917533 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b570a134-2ebe-4254-b152-4b7fb7b7bb2e req-5b81570f-5ab3-4bcd-b0bf-d8bebffc68c5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.2588308 Jul 15 15:42:52.929033 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] For port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host hv-cinder-78960, cleared binding levels {{(pid=99542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:52.935399 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] For port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:52.948082 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.004536 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cbf73-9ccf-41b9-990a-fa0ca733c213 req-e461ae8e-915e-49e7-8a8f-1ab0d3e74400 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.011836 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a81cbf73-9ccf-41b9-990a-fa0ca733c213 req-e461ae8e-915e-49e7-8a8f-1ab0d3e74400 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 931 time: 0.1383388 Jul 15 15:42:53.014446 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.015131 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.016546 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] 10.222.0.43 "PUT /v2.0/ports/33ee5fa2-bb0d-4f89-aef8-9d325c897a7d HTTP/1.1" status: 200 len: 1098 time: 0.8808267 Jul 15 15:42:53.019455 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98804f6a-16e6-4905-af33-194b5f1c3524', 'tag': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:53.021928 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4122b-d001-4b5c-b2d9-ca89d3090c24" -d '{"events": [{"name": "network-changed", "server_uuid": "98804f6a-16e6-4905-af33-194b5f1c3524", "tag": "33ee5fa2-bb0d-4f89-aef8-9d325c897a7d"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:53.031763 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b570a134-2ebe-4254-b152-4b7fb7b7bb2e req-57f53f1b-1db2-4127-8ca1-f1de7437c86b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863926 Jul 15 15:42:53.053991 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826cb6a-3763-4a24-b3d7-b94ccc5b2116 service neutron] Pushing event updated for resources: {'Port': ['ID=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,revision_number=3']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:53.062253 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:53.084212 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a81cbf73-9ccf-41b9-990a-fa0ca733c213 req-e16e9f37-42d2-4806-bdc4-ade6352ad794 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713258 Jul 15 15:42:53.122992 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32723b-303e-444f-958f-d3266ad455e4 req-6b1adb2f-7b9c-4e2f-a0c2-e3d6b042bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.124356 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-6b1adb2f-7b9c-4e2f-a0c2-e3d6b042bb15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1097 time: 0.1597850 Jul 15 15:42:53.126278 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c72609-31d5-403f-b372-4f29496ffe78 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:53.135758 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.173960 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Transition to ACTIVE for port object d6c72609-31d5-403f-b372-4f29496ffe78 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:42:53.194545 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.195286 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-1aa7ebf0-f3a9-412e-8090-5d78307b596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.197138 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-1aa7ebf0-f3a9-412e-8090-5d78307b596f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7a63f6f90444c46aa8378abb1112665&device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 1101 time: 0.1051238 Jul 15 15:42:53.276756 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-85792274-812c-4159-9177-74a66b09012d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d HTTP/1.1" status: 200 len: 217 time: 0.0696037 Jul 15 15:42:53.279238 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:53.296493 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'mac_address': 'fa:16:3e:ad:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:53.349393 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.366025 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0509eda-5274-495c-800b-bb4ebdfccd64 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:53.386084 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-1caa4fd9-ccf5-4c01-b957-8180b23ef206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.387557 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-1caa4fd9-ccf5-4c01-b957-8180b23ef206 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4980818b-9788-4c04-8b53-3cc280cd9e36 HTTP/1.1" status: 200 len: 843 time: 0.0907724 Jul 15 15:42:53.398717 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:53.414308 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.415087 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c72609-31d5-403f-b372-4f29496ffe78,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:53.415999 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:53.445651 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a00d3-b236-4743-86ca-ef8f43dba746 req-1f2f5220-1b52-4980-b34a-4c376dc6a279 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.450789 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-356a00d3-b236-4743-86ca-ef8f43dba746 req-1f2f5220-1b52-4980-b34a-4c376dc6a279 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.1699996 Jul 15 15:42:53.461177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32723b-303e-444f-958f-d3266ad455e4 req-2830d1ee-1f23-4ce9-b941-72219bcf8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.463015 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-2830d1ee-1f23-4ce9-b941-72219bcf8603 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 914 time: 0.3200357 Jul 15 15:42:53.547378 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-cf23f033-2344-46fb-af24-58580777d9ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 217 time: 0.0671043 Jul 15 15:42:53.549293 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Attempting to bind port d6c72609-31d5-403f-b372-4f29496ffe78 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:42:53.549824 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Attempting to bind port d6c72609-31d5-403f-b372-4f29496ffe78 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:42:53.550403 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Attempting to bind port d6c72609-31d5-403f-b372-4f29496ffe78 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:53.577893 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-356a00d3-b236-4743-86ca-ef8f43dba746 req-c3193160-8e09-4514-bb4e-efbac27bcaff tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845470 Jul 15 15:42:53.580080 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-4c9f3659-0e75-42b0-b125-056a9e759078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.581604 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-4c9f3659-0e75-42b0-b125-056a9e759078 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=333aee96-b4f7-4cf8-87b5-969914db1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1549292 Jul 15 15:42:53.620348 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d3e21-7201-4fc9-9a54-fd7707b84bdb req-bda37131-88a3-45dc-9964-ab0cc6e4dfff tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.630702 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d96d3e21-7201-4fc9-9a54-fd7707b84bdb req-bda37131-88a3-45dc-9964-ab0cc6e4dfff tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 948 time: 0.2971084 Jul 15 15:42:53.639272 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Port d6c72609-31d5-403f-b372-4f29496ffe78 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:42:53.639606 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Attempting to bind port d6c72609-31d5-403f-b372-4f29496ffe78 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:42:53.645373 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=6']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:53.653461 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:42:53.653805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Checking segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:42:53.654272 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Bound using segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:42:53.654995 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Bound port: d6c72609-31d5-403f-b372-4f29496ffe78, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:42:53.655452 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.727249 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:53.739848 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'port_id': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'mac_address': 'fa:16:3e:8c:64:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:53.784671 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] For port d6c72609-31d5-403f-b372-4f29496ffe78, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:42:53.786825 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.789625 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] For port d6c72609-31d5-403f-b372-4f29496ffe78, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d6c72609-31d5-403f-b372-4f29496ffe78,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:42:53.801776 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.809149 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73322c7e-baea-44da-8017-2d7f6b2f10cc {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:53.811197 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d96d3e21-7201-4fc9-9a54-fd7707b84bdb req-1df03636-0dc1-44c3-935f-6996a6ccb947 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796668 Jul 15 15:42:53.848391 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32723b-303e-444f-958f-d3266ad455e4 req-888ffa43-f9d5-4ca5-a04a-04e31af6f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.849895 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-888ffa43-f9d5-4ca5-a04a-04e31af6f162 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.2921214 Jul 15 15:42:53.852610 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:53.861421 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.891713 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:53.892439 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:53.893763 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6c72609-31d5-403f-b372-4f29496ffe78 HTTP/1.1" status: 200 len: 1093 time: 1.4540069 Jul 15 15:42:53.969279 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209fada-9e50-4d1b-bed2-da90d30f629b x-openstack-request-id: req-d209fada-9e50-4d1b-bed2-da90d30f629b {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:53.969578 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98804f6a-16e6-4905-af33-194b5f1c3524", "tag": "33ee5fa2-bb0d-4f89-aef8-9d325c897a7d", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:53.969823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d209fada-9e50-4d1b-bed2-da90d30f629b {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:53.970227 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98804f6a-16e6-4905-af33-194b5f1c3524', 'tag': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d', 'status': 'completed', 'code': 200} Jul 15 15:42:53.983366 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['c0509eda-5274-495c-800b-bb4ebdfccd64'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:53.985265 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:54.050936 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:54.053930 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "42623872-826e-4f87-be74-61958a933c39", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:54.108961 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-b2fdf6f2-662d-49dd-84cf-acff5d585414 service neutron] 10.222.0.43 "GET /v2.0/networks/333aee96-b4f7-4cf8-87b5-969914db1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186105 Jul 15 15:42:54.114584 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f3c3-01a5-4840-aa06-5d4391ada0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c72609-31d5-403f-b372-4f29496ffe78,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:54.176974 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32723b-303e-444f-958f-d3266ad455e4 req-12b8e203-fbd0-46cc-85c3-43fdbd9fcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.178480 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-12b8e203-fbd0-46cc-85c3-43fdbd9fcf7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3202908 Jul 15 15:42:54.180208 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-d4164adf-c72a-45c9-8676-e8ffbd293672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.181595 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-d4164adf-c72a-45c9-8676-e8ffbd293672 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 1096 time: 0.2183259 Jul 15 15:42:54.190248 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bc497-0aa8-4da1-892b-ee0a3968e874 req-5021c74a-f143-4d71-81d6-0d6baf4124c6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.198055 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6c1bc497-0aa8-4da1-892b-ee0a3968e874 req-5021c74a-f143-4d71-81d6-0d6baf4124c6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1975470 Jul 15 15:42:54.200861 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e3b81-14be-490d-949f-75bab0b6e403 req-942fa73a-23ab-44ea-8a5c-e7e1fb11083a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.206413 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-315e3b81-14be-490d-949f-75bab0b6e403 req-942fa73a-23ab-44ea-8a5c-e7e1fb11083a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.2351916 Jul 15 15:42:54.218235 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['73322c7e-baea-44da-8017-2d7f6b2f10cc'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:54.281834 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-0ea3d605-323c-4e3f-9195-2b8c906b1757 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c72609-31d5-403f-b372-4f29496ffe78 HTTP/1.1" status: 200 len: 217 time: 0.0805831 Jul 15 15:42:54.310133 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-315e3b81-14be-490d-949f-75bab0b6e403 req-7c870512-eb21-414c-a0d7-644f5ee4084c tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946934 Jul 15 15:42:54.310873 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6c1bc497-0aa8-4da1-892b-ee0a3968e874 req-91aeba3f-d066-4e7d-ad41-f71c747f2557 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118386 Jul 15 15:42:54.326348 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c416c90b-3473-4068-af7d-3d6e6268a174 req-cb768d2a-0abd-41f2-8388-386ad6bd6967 service neutron] 10.222.0.43 "GET /v2.0/networks/333aee96-b4f7-4cf8-87b5-969914db1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010407 Jul 15 15:42:54.564035 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-08bb3731-fe3c-4870-8233-24a00938a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.565802 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-08bb3731-fe3c-4870-8233-24a00938a548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7a63f6f90444c46aa8378abb1112665&device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 1101 time: 0.1686919 Jul 15 15:42:54.568384 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059d7d4-c54f-4636-8930-103236ece32c x-openstack-request-id: req-5059d7d4-c54f-4636-8930-103236ece32c {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:54.569043 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42623872-826e-4f87-be74-61958a933c39", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:54.569537 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5059d7d4-c54f-4636-8930-103236ece32c {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:54.570581 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'status': 'completed', 'code': 200} Jul 15 15:42:54.600358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-60f1c77c-f53d-44c7-8b13-9ba24cf8dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.604798 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-60f1c77c-f53d-44c7-8b13-9ba24cf8dd94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.3070614 Jul 15 15:42:54.638045 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-0c9526a2-e823-47df-85cd-0e7d61f411a0 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315951 Jul 15 15:42:54.781495 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-fed62a09-3d39-42da-9c94-38e06f5c44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.783388 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-fed62a09-3d39-42da-9c94-38e06f5c44c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=333aee96-b4f7-4cf8-87b5-969914db1e56 HTTP/1.1" status: 200 len: 869 time: 0.2089627 Jul 15 15:42:54.848101 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c32723b-303e-444f-958f-d3266ad455e4 req-20d7d99d-4815-43a9-b034-ff9103578e82 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405141 Jul 15 15:42:54.849983 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-43bd35f8-54f7-41ac-aa2f-d7397691b677 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d HTTP/1.1" status: 200 len: 217 time: 0.0572767 Jul 15 15:42:54.860361 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-ed0f51dd-7326-4e9d-8d85-5a438136f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.861861 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-ed0f51dd-7326-4e9d-8d85-5a438136f39a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2452338 Jul 15 15:42:54.870294 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c9ebc-755f-46ac-ab61-ce2cdfff4537 req-b296546a-68f1-4d19-afc4-b83aa83d7f72 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.877861 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c97c9ebc-755f-46ac-ab61-ce2cdfff4537 req-b296546a-68f1-4d19-afc4-b83aa83d7f72 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 943 time: 0.1361501 Jul 15 15:42:54.892134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb12e3-20f1-400e-b564-a424151bd235 req-61298ece-eff9-44f4-a958-47dcf68b7051 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.893591 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ffb12e3-20f1-400e-b564-a424151bd235 req-61298ece-eff9-44f4-a958-47dcf68b7051 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 944 time: 0.2053523 Jul 15 15:42:54.980393 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c97c9ebc-755f-46ac-ab61-ce2cdfff4537 req-50cdc22a-5cbf-4875-97ab-a5761ac5c40d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006882 Jul 15 15:42:54.987340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-cd3a1400-5135-44db-86e2-183a40160bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:54.988869 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-cd3a1400-5135-44db-86e2-183a40160bff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4980818b-9788-4c04-8b53-3cc280cd9e36 HTTP/1.1" status: 200 len: 843 time: 0.1089869 Jul 15 15:42:55.020546 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ffb12e3-20f1-400e-b564-a424151bd235 req-49e08e39-4b9d-455d-ac27-f7e4b0ae0a8d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140723 Jul 15 15:42:55.046654 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-bd16ca40-7885-4cf9-9d9f-47534b84adef service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700735 Jul 15 15:42:55.089888 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7723f727-57da-427e-8024-27b8205f2200 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:55.152643 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-14981a98-bdfd-47b4-8f50-c88a042ef36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:55.154786 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-14981a98-bdfd-47b4-8f50-c88a042ef36e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=333aee96-b4f7-4cf8-87b5-969914db1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1563170 Jul 15 15:42:55.162352 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:55.217504 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ed87cc8-fbed-45a4-9848-821ab87f2a3c req-bbd11e0c-72b1-446b-9647-372a001c58f2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616600 Jul 15 15:42:55.309763 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7723f727-57da-427e-8024-27b8205f2200,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:55.325271 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-900f2811-73b5-48e5-877d-cfb871e1dab8 service neutron] 10.222.0.43 "GET /v2.0/networks/333aee96-b4f7-4cf8-87b5-969914db1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508489 Jul 15 15:42:55.328910 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '7723f727-57da-427e-8024-27b8205f2200', 'network_id': '58f31b63-443f-417d-81c1-7f491384278c', 'port_id': '7723f727-57da-427e-8024-27b8205f2200', 'mac_address': 'fa:16:3e:ee:00:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f933057-0801-4575-8299-ca882d33ce6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:55.357344 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port c0509eda-5274-495c-800b-bb4ebdfccd64 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:55.358104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:55.390706 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-3ba927ad-81e8-45bc-a087-ea51bc9befca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:55.392218 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-3ba927ad-81e8-45bc-a087-ea51bc9befca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 1096 time: 0.1081786 Jul 15 15:42:55.409300 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:55.426477 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7723f727-57da-427e-8024-27b8205f2200 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:55.448815 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7723f727-57da-427e-8024-27b8205f2200,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:55.462125 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:55.511085 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89d4122b-d001-4b5c-b2d9-ca89d3090c24 req-042e767a-3820-4a86-a5f6-dd1cca9bcfcf service neutron] 10.222.0.43 "GET /v2.0/networks/333aee96-b4f7-4cf8-87b5-969914db1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742787 Jul 15 15:42:55.521670 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb63d-fd16-43cb-8fe5-c9523223d738 req-a5e5f14b-ab02-40a7-8b77-6254cf28fa3c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:55.530016 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9e4eb63d-fd16-43cb-8fe5-c9523223d738 req-a5e5f14b-ab02-40a7-8b77-6254cf28fa3c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 945 time: 0.4021327 Jul 15 15:42:55.537256 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:55.584218 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9e4eb63d-fd16-43cb-8fe5-c9523223d738 req-b871c77e-2c8d-484b-86a5-399a621184df tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527620 Jul 15 15:42:55.589821 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:55.656485 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:55.658999 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee98fa-2b4e-4928-91dc-30f86d3b89bd" -d '{"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-plugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:55.692275 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:55.750418 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:55.811978 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc4ba5-7270-41d0-9ff4-56c1efc8fc66 req-0626bc47-43cc-49c4-9b0c-61c4dc197e49 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:55.812249 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=7']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:55.823553 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89fc4ba5-7270-41d0-9ff4-56c1efc8fc66 req-0626bc47-43cc-49c4-9b0c-61c4dc197e49 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 948 time: 0.0903089 Jul 15 15:42:55.826043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['7723f727-57da-427e-8024-27b8205f2200'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:55.894588 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89fc4ba5-7270-41d0-9ff4-56c1efc8fc66 req-2eb3eae9-0c81-44c4-ab50-73eafe7f0245 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700047 Jul 15 15:42:55.915619 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-a42a94f0-67fd-49a8-80ca-9e3e752cd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:55.917684 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-a42a94f0-67fd-49a8-80ca-9e3e752cd0e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.5152686 Jul 15 15:42:55.932138 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1387e-0dc0-463b-a376-ac3f417c7b95 req-bd53cea5-fbbe-4ad6-bdc6-ff2c2ebf6334 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:55.933660 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0bb1387e-0dc0-463b-a376-ac3f417c7b95 req-bd53cea5-fbbe-4ad6-bdc6-ff2c2ebf6334 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 945 time: 0.4924173 Jul 15 15:42:55.978784 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-f6487bc8-3f26-4e50-aeb6-c9899f3a9b13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c72609-31d5-403f-b372-4f29496ffe78 HTTP/1.1" status: 200 len: 217 time: 0.0440049 Jul 15 15:42:56.041338 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0bb1387e-0dc0-463b-a376-ac3f417c7b95 req-1d0eeb37-da3d-48ad-9dad-bc5908daf9ea tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998333 Jul 15 15:42:56.052210 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-8ea6d5fd-00f9-463a-b4cf-17f731f5f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.054841 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-8ea6d5fd-00f9-463a-b4cf-17f731f5f5ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0669866 Jul 15 15:42:56.159238 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b214c1-38d0-4715-9aa2-4b520a43a9db x-openstack-request-id: req-37b214c1-38d0-4715-9aa2-4b520a43a9db {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:56.160170 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-plugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:56.160639 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37b214c1-38d0-4715-9aa2-4b520a43a9db {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:56.161109 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-e36612b8-a30f-4b14-859a-5ca3a535682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.161456 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'code': 200} Jul 15 15:42:56.173944 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-e36612b8-a30f-4b14-859a-5ca3a535682d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1019342 Jul 15 15:42:56.251298 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45770df-e672-4e9a-8201-b7ad672155dc req-7c20ef60-4605-4826-a342-67a4e5f94ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.252717 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-7c20ef60-4605-4826-a342-67a4e5f94ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0893979 Jul 15 15:42:56.338825 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-ff2b832c-a70b-4f12-9256-5f351f560b35 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563675 Jul 15 15:42:56.356134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed880da-a0a0-4860-aa0d-db82f44738ca req-372170fb-3cae-4bf2-bcbc-34322f489a0d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.363195 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9ed880da-a0a0-4860-aa0d-db82f44738ca req-372170fb-3cae-4bf2-bcbc-34322f489a0d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 944 time: 0.1500115 Jul 15 15:42:56.420197 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45770df-e672-4e9a-8201-b7ad672155dc req-06392fb1-dc29-454a-8e8e-bb6494109dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.422630 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-06392fb1-dc29-454a-8e8e-bb6494109dcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 200 len: 919 time: 0.1605980 Jul 15 15:42:56.437332 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50657ff1-9e8e-4f92-aada-1c84c88fc5e4 req-7a65c547-6b2b-415e-92b0-ea324ba726eb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.439639 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-50657ff1-9e8e-4f92-aada-1c84c88fc5e4 req-7a65c547-6b2b-415e-92b0-ea324ba726eb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 943 time: 0.1764433 Jul 15 15:42:56.466344 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9ed880da-a0a0-4860-aa0d-db82f44738ca req-93dc6302-3c85-48cc-ba09-1b71df68cc9a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021500 Jul 15 15:42:56.499414 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-072707db-f441-4bf8-b2e4-f78a9fc10c4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 200 len: 217 time: 0.0586638 Jul 15 15:42:56.521775 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ae303130-bb7d-4e76-a3df-d9a85c2c0ea0 req-92d3ce89-e9a5-4264-9c91-90f083659517 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742077 Jul 15 15:42:56.573991 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-50657ff1-9e8e-4f92-aada-1c84c88fc5e4 req-7cd487c0-1574-4678-b628-061f2d550b6e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251419 Jul 15 15:42:56.582394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45770df-e672-4e9a-8201-b7ad672155dc req-4fec6a2b-bccc-48ac-8c39-446e901ac597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.585339 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-4fec6a2b-bccc-48ac-8c39-446e901ac597 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 200 len: 859 time: 0.0676901 Jul 15 15:42:56.633212 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-581c25a9-0aa8-4416-ae47-e1a86da0eed8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49ec55a5-83a3-471f-ab88-185507f0ecdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330148 Jul 15 15:42:56.685641 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e54b-610d-494b-9a73-0aa0849da97f req-10fda37b-c7fb-4a30-866f-de0b072e4b2d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.692573 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5514e54b-610d-494b-9a73-0aa0849da97f req-10fda37b-c7fb-4a30-866f-de0b072e4b2d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 944 time: 0.0837386 Jul 15 15:42:56.742914 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5514e54b-610d-494b-9a73-0aa0849da97f req-a227f1ca-1d54-4646-88fe-3f12cf3e84e2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Jul 15 15:42:56.802349 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-d6f36552-b374-4589-ab14-24c8d87684fc service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608052 Jul 15 15:42:56.845826 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1669-e216-4c75-a5bc-49b2db42d3af req-a7cdf583-0149-426f-a5e2-c58a5965e6b7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.849779 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-698c1669-e216-4c75-a5bc-49b2db42d3af req-a7cdf583-0149-426f-a5e2-c58a5965e6b7 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1260777 Jul 15 15:42:56.925897 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e62c9-9645-415d-a69a-f7a71612b50d req-826085f8-3410-43f8-8519-0fcb742631ee tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:56.927892 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-954e62c9-9645-415d-a69a-f7a71612b50d req-826085f8-3410-43f8-8519-0fcb742631ee tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0811930 Jul 15 15:42:56.933031 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-698c1669-e216-4c75-a5bc-49b2db42d3af req-54612317-036e-47e9-8cbb-1eccc2954829 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759358 Jul 15 15:42:56.977813 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b45770df-e672-4e9a-8201-b7ad672155dc req-727e9522-6380-41fe-b763-8304bcbcda29 service neutron] 10.222.0.43 "GET /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644778 Jul 15 15:42:56.986739 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-954e62c9-9645-415d-a69a-f7a71612b50d req-b9cafad9-4e76-4e1d-bc03-1819d4dd0a3f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489135 Jul 15 15:42:57.122396 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:57.142478 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef382-cca5-4e6d-8abf-10507051e2b3 req-089c66aa-81be-4caf-9afb-dd3edd2709a2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:57.144337 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-782ef382-cca5-4e6d-8abf-10507051e2b3 req-089c66aa-81be-4caf-9afb-dd3edd2709a2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 948 time: 0.0846086 Jul 15 15:42:57.217661 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-782ef382-cca5-4e6d-8abf-10507051e2b3 req-114c8c2c-58b3-451b-9288-8839dd338371 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Jul 15 15:42:57.224026 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:57.235377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7723f727-57da-427e-8024-27b8205f2200 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:57.237630 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d', 'network_id': '333aee96-b4f7-4cf8-87b5-969914db1e56', 'port_id': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d', 'mac_address': 'fa:16:3e:38:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4980818b-9788-4c04-8b53-3cc280cd9e36', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:57.248379 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc9db4-0ac5-46eb-abf2-4128f8685399 req-68404b83-8218-429d-8fe4-f017b84b29bd tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:57.250059 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-40bc9db4-0ac5-46eb-abf2-4128f8685399 req-68404b83-8218-429d-8fe4-f017b84b29bd tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 945 time: 0.0867531 Jul 15 15:42:57.302663 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.307358 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-40bc9db4-0ac5-46eb-abf2-4128f8685399 req-e39baee0-e2ea-4ad4-9a95-660d482dc485 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513105 Jul 15 15:42:57.316803 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:57.342786 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 7723f727-57da-427e-8024-27b8205f2200 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:57.348221 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:57.349713 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 7723f727-57da-427e-8024-27b8205f2200 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:57.350148 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.353081 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.353715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:42:57.451933 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:57.674780 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.677568 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:57.696870 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'port_id': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'mac_address': 'fa:16:3e:56:05:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:42:57.737051 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bf4f2-a2bb-43c0-9e7b-003ba92426ae req-14748c3f-2292-4ebf-819f-a07f0b2bb251 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:57.738351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7723f727-57da-427e-8024-27b8205f2200,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:57.738950 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-da2bf4f2-a2bb-43c0-9e7b-003ba92426ae req-14748c3f-2292-4ebf-819f-a07f0b2bb251 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 944 time: 0.1120763 Jul 15 15:42:57.743744 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.744560 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:42:57.798941 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.813930 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-da2bf4f2-a2bb-43c0-9e7b-003ba92426ae req-4f785191-fdf9-4c01-9f66-dc6702ec3776 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Jul 15 15:42:57.833454 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:42:57.835121 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156570-6a50-4552-a5a5-ed3a4102d791 req-c94c5b7a-d626-4549-9524-8ffb3f814933 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:57.843406 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b4156570-6a50-4552-a5a5-ed3a4102d791 req-c94c5b7a-d626-4549-9524-8ffb3f814933 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 943 time: 0.1050472 Jul 15 15:42:57.851740 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:57.864461 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:57.892953 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:57.903801 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b4156570-6a50-4552-a5a5-ed3a4102d791 req-10633f12-b2c8-4b5d-a988-3f454d7a227f tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594440 Jul 15 15:42:57.951861 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 73322c7e-baea-44da-8017-2d7f6b2f10cc completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:42:57.960186 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 73322c7e-baea-44da-8017-2d7f6b2f10cc triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:42:57.961272 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:58.039145 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:58.069278 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cacf6f-c1e6-45d7-997b-8ac1747e0fc9 req-3d04ec58-8524-45ee-bdb8-383f35981ad6 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.076781 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35cacf6f-c1e6-45d7-997b-8ac1747e0fc9 req-3d04ec58-8524-45ee-bdb8-383f35981ad6 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 945 time: 0.0987105 Jul 15 15:42:58.090044 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:58.138891 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35cacf6f-c1e6-45d7-997b-8ac1747e0fc9 req-3227f1fa-b6fd-44ec-9b84-419cc1acffef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 Jul 15 15:42:58.142711 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:42:58.149645 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:42:58.205767 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:42:58.218102 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7723f727-57da-427e-8024-27b8205f2200'}, {'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:42:58.220510 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89d7690-0fad-44a5-a19d-c0296a7aed1e" -d '{"events": [{"server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "name": "network-vif-plugged", "status": "completed", "tag": "7723f727-57da-427e-8024-27b8205f2200"}, {"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-plugged", "status": "completed", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:42:58.223064 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:42:58.234260 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe8ce1-7586-4299-a20f-7648d547a18d req-572f446b-7ecc-4b34-9e09-36d30341a30b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.245966 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ebfe8ce1-7586-4299-a20f-7648d547a18d req-572f446b-7ecc-4b34-9e09-36d30341a30b tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0987589 Jul 15 15:42:58.271228 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:58.275505 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['33ee5fa2-bb0d-4f89-aef8-9d325c897a7d'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:42:58.309715 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ebfe8ce1-7586-4299-a20f-7648d547a18d req-01c9a4fd-364a-4be8-bf65-3d0efe970f09 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595798 Jul 15 15:42:58.343837 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd982f-93cc-4253-81f4-62ab2596f6ea req-67b96c4c-6967-4388-98f7-2ffe433db466 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.352854 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bbd982f-93cc-4253-81f4-62ab2596f6ea req-67b96c4c-6967-4388-98f7-2ffe433db466 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0900905 Jul 15 15:42:58.381472 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f8136-431d-4acb-9164-bd75ea441430 x-openstack-request-id: req-e24f8136-431d-4acb-9164-bd75ea441430 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:42:58.381771 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "name": "network-vif-plugged", "status": "completed", "tag": "7723f727-57da-427e-8024-27b8205f2200", "code": 200}, {"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-plugged", "status": "completed", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:42:58.382044 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e24f8136-431d-4acb-9164-bd75ea441430 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:42:58.382478 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7723f727-57da-427e-8024-27b8205f2200', 'code': 200} Jul 15 15:42:58.382733 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'code': 200} Jul 15 15:42:58.417031 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1bbd982f-93cc-4253-81f4-62ab2596f6ea req-74bb3898-9263-4aec-8a6f-9ec95c6cc0d7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630622 Jul 15 15:42:58.658437 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca768cf6-7cfa-480a-a06c-9f9845892cf1 req-c4343bda-c74b-47c8-b63b-f212b7bf4dc8 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.660225 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca768cf6-7cfa-480a-a06c-9f9845892cf1 req-c4343bda-c74b-47c8-b63b-f212b7bf4dc8 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 949 time: 0.1329567 Jul 15 15:42:58.679966 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318576e4-1801-4f78-829f-64b624db68a1 req-9f368b48-e0b3-496c-bd75-bb377bdffcc0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.686651 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-318576e4-1801-4f78-829f-64b624db68a1 req-9f368b48-e0b3-496c-bd75-bb377bdffcc0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1198108 Jul 15 15:42:58.701182 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ca768cf6-7cfa-480a-a06c-9f9845892cf1 req-389ebd10-9dfe-48d1-b7f9-eeb023fd83b1 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jul 15 15:42:58.776340 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-318576e4-1801-4f78-829f-64b624db68a1 req-46e17b0c-ea4b-4ee4-aeab-2635e8cc847e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880775 Jul 15 15:42:58.818052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fefb7c-190a-41d3-8230-064e3fdce561 req-536db3bf-62d5-402a-8312-5a5db2365387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.821872 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d6fefb7c-190a-41d3-8230-064e3fdce561 req-536db3bf-62d5-402a-8312-5a5db2365387 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 1098 time: 0.0815554 Jul 15 15:42:58.841785 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408851-fca3-4f41-9c84-84c6ef942008 req-4ad32d24-a608-423b-aae6-a94381b6d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:58.844231 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f4408851-fca3-4f41-9c84-84c6ef942008 req-4ad32d24-a608-423b-aae6-a94381b6d438 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1099 time: 0.1360381 Jul 15 15:42:58.884124 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d6fefb7c-190a-41d3-8230-064e3fdce561 req-5c02458e-791e-4854-b6d6-55d5731159be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516987 Jul 15 15:42:58.899146 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f4408851-fca3-4f41-9c84-84c6ef942008 req-9d0ca6b1-cf76-4517-94a5-233a13a21caa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473759 Jul 15 15:42:59.012283 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891b4e4-34a1-4d89-a43f-f9d34ee03e43 req-db684006-938f-490d-a746-5f4c003c995f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.014602 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c891b4e4-34a1-4d89-a43f-f9d34ee03e43 req-db684006-938f-490d-a746-5f4c003c995f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.0821180 Jul 15 15:42:59.078633 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c891b4e4-34a1-4d89-a43f-f9d34ee03e43 req-2d0c61b4-a1cb-4360-bf11-c2c44ba27d21 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576811 Jul 15 15:42:59.156426 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02bda-bfb8-4f5e-aa91-095a14d48761 req-8bf0aa65-7e1a-4c58-b201-693ab0ff3f62 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.157841 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5b02bda-bfb8-4f5e-aa91-095a14d48761 req-8bf0aa65-7e1a-4c58-b201-693ab0ff3f62 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 943 time: 0.0932271 Jul 15 15:42:59.225639 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a5b02bda-bfb8-4f5e-aa91-095a14d48761 req-e570235e-6f81-492d-b3d2-6478edac8bd2 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577798 Jul 15 15:42:59.325041 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f448-09b5-4913-98a2-baf903dddac1 req-d5aa73fe-1560-48e9-8125-19c61e6bf013 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.326858 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6fb3f448-09b5-4913-98a2-baf903dddac1 req-d5aa73fe-1560-48e9-8125-19c61e6bf013 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 945 time: 0.0708957 Jul 15 15:42:59.384447 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6fb3f448-09b5-4913-98a2-baf903dddac1 req-aab59e3b-b728-44f4-89fe-a2d56c97ccc9 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Jul 15 15:42:59.575195 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693c6a7-2f22-42b1-b723-a811c41196c9 req-806b52c3-a591-41c1-9ea0-e2f0f3c6abba tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.577999 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5693c6a7-2f22-42b1-b723-a811c41196c9 req-806b52c3-a591-41c1-9ea0-e2f0f3c6abba tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1496348 Jul 15 15:42:59.629129 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5693c6a7-2f22-42b1-b723-a811c41196c9 req-69f96731-567e-4c65-a2bc-78770cf3f9f5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Jul 15 15:42:59.660409 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eb864-fa1c-47ff-bc17-6b6d9bc25667 req-37c44cb7-d602-448f-bfc6-fa074ee1b4e7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.667297 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3c1eb864-fa1c-47ff-bc17-6b6d9bc25667 req-37c44cb7-d602-448f-bfc6-fa074ee1b4e7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0853884 Jul 15 15:42:59.711344 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3c1eb864-fa1c-47ff-bc17-6b6d9bc25667 req-08d64415-5147-4df1-993a-b0ab634a3d65 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Jul 15 15:42:59.891514 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74c610-ec83-4a3a-aef9-f0a54d1b9b4b req-40915a5c-09a3-435b-9925-ff5e6664cfe2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.893244 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2d74c610-ec83-4a3a-aef9-f0a54d1b9b4b req-40915a5c-09a3-435b-9925-ff5e6664cfe2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 949 time: 0.0678136 Jul 15 15:42:59.939308 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2d74c610-ec83-4a3a-aef9-f0a54d1b9b4b req-a5d703ea-76bb-4c41-bdc0-d14e54eb04b8 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387006 Jul 15 15:42:59.972010 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad1a83-45f7-4dba-8cc9-ad42895619b4 req-0dc90671-8607-47f8-9eec-0a076f73a84e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:42:59.973562 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-69ad1a83-45f7-4dba-8cc9-ad42895619b4 req-0dc90671-8607-47f8-9eec-0a076f73a84e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0836647 Jul 15 15:43:00.017310 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-69ad1a83-45f7-4dba-8cc9-ad42895619b4 req-5be533e4-9f73-4a8b-90ea-cb00e71db850 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Jul 15 15:43:00.272747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f350-6007-4e8c-9054-913da227889a req-1d338105-7c26-408e-8ce0-090ecc43f47d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:00.280277 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d547f350-6007-4e8c-9054-913da227889a req-1d338105-7c26-408e-8ce0-090ecc43f47d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.0860713 Jul 15 15:43:00.354240 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d547f350-6007-4e8c-9054-913da227889a req-dcf375b5-e846-430b-b961-ab3c4c32c559 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727637 Jul 15 15:43:00.477237 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59249d8-581a-4ca2-bf1e-b601343d63f9 req-2a5a66aa-1413-41a5-8a8e-27d4577f2b25 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:00.479377 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b59249d8-581a-4ca2-bf1e-b601343d63f9 req-2a5a66aa-1413-41a5-8a8e-27d4577f2b25 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 943 time: 0.0910461 Jul 15 15:43:00.545970 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b59249d8-581a-4ca2-bf1e-b601343d63f9 req-30b8b1c9-a84a-4863-a038-89922f5181cc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507045 Jul 15 15:43:00.653097 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88234986-4f98-4828-848b-31fb7f3b8423 req-85b62e3a-5fa4-4d52-a729-e6e56b26a0a8 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:00.655396 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-88234986-4f98-4828-848b-31fb7f3b8423 req-85b62e3a-5fa4-4d52-a729-e6e56b26a0a8 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 945 time: 0.0951467 Jul 15 15:43:00.703171 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-88234986-4f98-4828-848b-31fb7f3b8423 req-ca83e017-70bb-46c4-b391-56b70d8532ab tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Jul 15 15:43:00.881790 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ca5c7-7f4a-4dd0-8ec6-310ae9e29d36 req-6cf4e554-064b-411d-aa9f-a585a2a5ee4c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:00.884254 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3f5ca5c7-7f4a-4dd0-8ec6-310ae9e29d36 req-6cf4e554-064b-411d-aa9f-a585a2a5ee4c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0848234 Jul 15 15:43:00.920735 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c23e-fc48-4630-a8c9-4544f600804b req-60418eb8-9857-4256-931a-46163b03ac45 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:00.929378 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ad28c23e-fc48-4630-a8c9-4544f600804b req-60418eb8-9857-4256-931a-46163b03ac45 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0829973 Jul 15 15:43:00.944613 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3f5ca5c7-7f4a-4dd0-8ec6-310ae9e29d36 req-eeeeefc7-aea8-426f-9477-3905f7f3ab5f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493200 Jul 15 15:43:00.987711 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ad28c23e-fc48-4630-a8c9-4544f600804b req-4b9cb7f2-8923-4281-8ca0-47e4e1ce8da5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572379 Jul 15 15:43:01.145260 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:43:01.152351 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed0e3-af2f-47fb-85fa-1fafde30b9ff req-decb5bc9-4f02-4844-a195-5e4646f0bfc0 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:01.157136 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fafed0e3-af2f-47fb-85fa-1fafde30b9ff req-decb5bc9-4f02-4844-a195-5e4646f0bfc0 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 949 time: 0.0857427 Jul 15 15:43:01.213425 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fafed0e3-af2f-47fb-85fa-1fafde30b9ff req-7d9d10ee-502e-4644-8f6c-251106515539 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Jul 15 15:43:01.232722 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:43:01.237971 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:43:01.238454 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:01.255258 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470bfd-8aa2-460b-a80c-3df29db99225 req-7773ac94-ac69-4918-ae59-630bc957078e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:01.264588 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a470bfd-8aa2-460b-a80c-3df29db99225 req-7773ac94-ac69-4918-ae59-630bc957078e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1070099 Jul 15 15:43:01.324560 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a470bfd-8aa2-460b-a80c-3df29db99225 req-45bf67e0-2c7f-461b-b863-747643c0bfff tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589700 Jul 15 15:43:01.357593 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:01.411782 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:01.412910 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98804f6a-16e6-4905-af33-194b5f1c3524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:01.416035 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a903e7ad-b062-48e6-92f3-ca36285830eb" -d '{"events": [{"server_uuid": "98804f6a-16e6-4905-af33-194b5f1c3524", "name": "network-vif-plugged", "status": "completed", "tag": "33ee5fa2-bb0d-4f89-aef8-9d325c897a7d"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:01.420165 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:01.421166 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:43:01.502989 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:01.531431 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:43:01.532648 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:43:01.533135 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:01.647333 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d7147-a9f6-4fbf-8974-ef7031f16be3 req-c9a33b94-3c9a-4dbf-b104-b04a0f20fef9 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:01.655392 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c97d7147-a9f6-4fbf-8974-ef7031f16be3 req-c9a33b94-3c9a-4dbf-b104-b04a0f20fef9 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1927226 Jul 15 15:43:01.797990 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c97d7147-a9f6-4fbf-8974-ef7031f16be3 req-49d9ec10-297f-4962-8060-f748ed8d48e9 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415043 Jul 15 15:43:01.815342 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59322) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:01.825820 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:01.867704 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e3c59-2902-4974-b1ff-ce3a2758be48 x-openstack-request-id: req-b43e3c59-2902-4974-b1ff-ce3a2758be48 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:01.868044 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98804f6a-16e6-4905-af33-194b5f1c3524", "name": "network-vif-plugged", "status": "completed", "tag": "33ee5fa2-bb0d-4f89-aef8-9d325c897a7d", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:01.868282 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b43e3c59-2902-4974-b1ff-ce3a2758be48 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:01.869391 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98804f6a-16e6-4905-af33-194b5f1c3524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d', 'code': 200} Jul 15 15:43:01.886962 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526602a-a260-4f51-8f74-8190f0ecb93a req-a93edb44-0f0c-4ed7-b706-5810a43c1e7a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:01.889307 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6526602a-a260-4f51-8f74-8190f0ecb93a req-a93edb44-0f0c-4ed7-b706-5810a43c1e7a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.1459846 Jul 15 15:43:01.929813 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:01.937737 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:01.947735 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6526602a-a260-4f51-8f74-8190f0ecb93a req-943fb5c4-47be-48d2-a176-27c09570bdeb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516598 Jul 15 15:43:02.057305 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:02.254977 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e058-c346-4065-ab16-1a0e2aca31a0 req-a19033d4-f5ec-4221-ac12-757e7de017f1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:02.256504 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1bf8e058-c346-4065-ab16-1a0e2aca31a0 req-a19033d4-f5ec-4221-ac12-757e7de017f1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1387551 Jul 15 15:43:02.261425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffdad3-5cdc-4cb4-9d02-09a516f06bee req-25ff2b2d-72d6-47be-a6b5-6935e8797be0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:02.262678 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df94f642-8c3a-4929-a6e3-c7c4b5236f2c tempest-TestShelveInstance-1688096672 tempest-TestShelveInstance-1688096672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:02.263494 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9cffdad3-5cdc-4cb4-9d02-09a516f06bee req-25ff2b2d-72d6-47be-a6b5-6935e8797be0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 943 time: 0.2152781 Jul 15 15:43:02.273516 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-df94f642-8c3a-4929-a6e3-c7c4b5236f2c tempest-TestShelveInstance-1688096672 tempest-TestShelveInstance-1688096672-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1094 time: 0.4529078 Jul 15 15:43:02.278142 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59336) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:02.282924 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'port_id': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:02.345474 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb1a3-f8a8-4f1b-9936-641112c1b446 req-3b11ecf8-d65b-4704-bf3b-ca713813c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:02.347430 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-024eb1a3-f8a8-4f1b-9936-641112c1b446 req-3b11ecf8-d65b-4704-bf3b-ca713813c95e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 1103 time: 0.1631393 Jul 15 15:43:02.356731 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1bf8e058-c346-4065-ab16-1a0e2aca31a0 req-26612ec2-45d5-40cc-a4b3-65a28c9a8d85 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856292 Jul 15 15:43:02.381326 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for floatingip, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:02.416226 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9cffdad3-5cdc-4cb4-9d02-09a516f06bee req-26e05b53-b5fb-4ef9-ba69-6def53400d87 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399522 Jul 15 15:43:02.465141 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-024eb1a3-f8a8-4f1b-9936-641112c1b446 req-4ac9ccff-bd86-45a2-98fb-4c2b80cdc9d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943766 Jul 15 15:43:02.657645 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420a90-9df7-443e-9cdf-ac85d21ddf86 req-e4a9ebb1-f29e-4606-8215-ad471cdf9396 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:02.659330 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-35420a90-9df7-443e-9cdf-ac85d21ddf86 req-e4a9ebb1-f29e-4606-8215-ad471cdf9396 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1236649 Jul 15 15:43:02.661439 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:02.698306 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e577ff-aef1-4eea-8006-50b402277046 req-74b6de18-0118-46c0-a92b-921cbe220580 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:02.699715 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-90e577ff-aef1-4eea-8006-50b402277046 req-74b6de18-0118-46c0-a92b-921cbe220580 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 950 time: 0.1205189 Jul 15 15:43:02.755464 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-35420a90-9df7-443e-9cdf-ac85d21ddf86 req-89a33355-d73a-4afe-9395-013930a3377f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870032 Jul 15 15:43:02.760096 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-90e577ff-aef1-4eea-8006-50b402277046 req-42994da3-d55c-434c-ac20-b117f9477a77 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491297 Jul 15 15:43:02.838263 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Allocated IP 172.27.3.83 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/b63c3bbc-d7bd-42a7-a42b-c6a2617d5ad7) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:43:02.959850 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.005420 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.056641 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:43:03.064543 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:43:03.068369 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:43:03.072160 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'Port': ['ID=b63c3bbc-d7bd-42a7-a42b-c6a2617d5ad7,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:03.153715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d6c72609-31d5-403f-b372-4f29496ffe78 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:43:03.265469 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d6c72609-31d5-403f-b372-4f29496ffe78, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d6c72609-31d5-403f-b372-4f29496ffe78,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:03.286037 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'port_id': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'mac_address': 'fa:16:3e:c7:d2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:43:03.313676 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.330834 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.347350 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c72609-31d5-403f-b372-4f29496ffe78 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:43:03.372846 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d6c72609-31d5-403f-b372-4f29496ffe78, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d6c72609-31d5-403f-b372-4f29496ffe78,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:03.379730 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.463664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=d6c72609-31d5-403f-b372-4f29496ffe78,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:03.584266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eafe0-02cc-4125-a4b8-4695c1335365 req-609ffa1e-e456-49fa-8143-15864cdcab47 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:03.586541 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef2eafe0-02cc-4125-a4b8-4695c1335365 req-609ffa1e-e456-49fa-8143-15864cdcab47 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0779891 Jul 15 15:43:03.644326 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef2eafe0-02cc-4125-a4b8-4695c1335365 req-ca93ab64-51dd-49c7-9f69-40ccc9d79a1e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 Jul 15 15:43:03.670271 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.768333 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e74325-d14f-4a81-bf14-31cc991f2750 req-85c66201-2005-48ac-81c6-e7ab9680ce11 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:03.770019 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-90e74325-d14f-4a81-bf14-31cc991f2750 req-85c66201-2005-48ac-81c6-e7ab9680ce11 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 944 time: 0.1834834 Jul 15 15:43:03.834047 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:03.872712 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:03.875874 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dfe1d9-58a4-4506-87cd-26c45ad61eb9" -d '{"events": [{"server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "name": "network-vif-plugged", "status": "completed", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:03.900596 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-90e74325-d14f-4a81-bf14-31cc991f2750 req-65fa7fb7-2873-4db6-a898-0c853d932455 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208754 Jul 15 15:43:03.916689 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['d6c72609-31d5-403f-b372-4f29496ffe78'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:04.084199 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:04.091028 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:04.391328 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6bb2d0ec-558a-4124-80b8-c99b3cab382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:04.422702 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:04.518537 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d74b3-d669-4f4f-94f7-1638a0484012 req-1acad435-2df9-4fcf-b490-78f45e5a85f5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:04.525416 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-101d74b3-d669-4f4f-94f7-1638a0484012 req-1acad435-2df9-4fcf-b490-78f45e5a85f5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1302068 Jul 15 15:43:04.543434 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event updated for resources: {'Port': ['ID=b63c3bbc-d7bd-42a7-a42b-c6a2617d5ad7,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:04.567252 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Floating IP 2aafa4be-8422-4cf0-8da6-f0a401b877b3 associated. External IP: 172.27.3.83, port: 73322c7e-baea-44da-8017-2d7f6b2f10cc. Jul 15 15:43:04.582723 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-101d74b3-d669-4f4f-94f7-1638a0484012 req-9ba86f27-d7b9-41e6-907b-18b615ac8fce tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529602 Jul 15 15:43:04.625197 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f823ef6-7c59-4d99-aea2-392f01be5065 req-f2562c17-5370-460a-bf49-79294d4517c5 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:04.627940 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2f823ef6-7c59-4d99-aea2-392f01be5065 req-f2562c17-5370-460a-bf49-79294d4517c5 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 950 time: 0.2381835 Jul 15 15:43:04.635981 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869f176c-73f7-4729-98d0-6b1d9330208e x-openstack-request-id: req-869f176c-73f7-4729-98d0-6b1d9330208e {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:04.636455 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "name": "network-vif-plugged", "status": "completed", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:04.636773 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-869f176c-73f7-4729-98d0-6b1d9330208e {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:04.637263 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'code': 200} Jul 15 15:43:04.724713 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2f823ef6-7c59-4d99-aea2-392f01be5065 req-fa531e1b-abf0-4a8a-a661-6c43ea9e6d4d tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853403 Jul 15 15:43:04.939104 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Router 71567397-9f3f-453e-848b-15828a5c4e27 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:43:04.964147 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e39f5-f23a-4984-9261-f8b882aa5900 req-dd72f8bf-72b4-4031-86ee-5e19f0ae6b3e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:04.971283 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a4e39f5-f23a-4984-9261-f8b882aa5900 req-dd72f8bf-72b4-4031-86ee-5e19f0ae6b3e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1527753 Jul 15 15:43:05.010274 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0a4e39f5-f23a-4984-9261-f8b882aa5900 req-126c193d-e060-4e38-9111-e93a0845b366 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Jul 15 15:43:05.015916 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a61c4a-d58f-4a66-8eea-b5d555d3955d req-618c0b3b-b7bb-4d21-a59a-f7e277ff3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:05.017561 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44a61c4a-d58f-4a66-8eea-b5d555d3955d req-618c0b3b-b7bb-4d21-a59a-f7e277ff3085 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1099 time: 0.1139224 Jul 15 15:43:05.063118 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44a61c4a-d58f-4a66-8eea-b5d555d3955d req-3baf90cb-2aa7-4219-a22e-f19cc94b016f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Jul 15 15:43:05.119312 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:43:05.139401 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] Sync routers for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:43:05.155793 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:05.156788 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:05.174694 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:05.282728 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79026-2634-4b21-aae4-8ea6162befaa req-839ec0eb-e828-4881-a52d-57c50103815e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:05.290912 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cdb79026-2634-4b21-aae4-8ea6162befaa req-839ec0eb-e828-4881-a52d-57c50103815e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 944 time: 0.0895364 Jul 15 15:43:05.309479 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a19923f9-b1e6-4a7e-856c-ebdd3c6028e2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0280170 Jul 15 15:43:05.311899 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:05.325194 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7" -d '{"events": [{"name": "network-changed", "server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:05.362721 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:05.367704 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cdb79026-2634-4b21-aae4-8ea6162befaa req-5b2ed351-2a24-4634-bfff-31275d64e182 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755408 Jul 15 15:43:05.482603 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e618c69-f1c3-4604-84a4-ba26f9fb558a x-openstack-request-id: req-0e618c69-f1c3-4604-84a4-ba26f9fb558a {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:05.483539 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:05.484083 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e618c69-f1c3-4604-84a4-ba26f9fb558a {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:05.484364 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'status': 'completed', 'code': 200} Jul 15 15:43:05.520223 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cfde5-cf35-4cf9-9da6-16609660f0f3 req-cf9403ce-5e61-437b-8a33-cb94c97d6e04 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:05.521806 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-db5cfde5-cf35-4cf9-9da6-16609660f0f3 req-cf9403ce-5e61-437b-8a33-cb94c97d6e04 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 950 time: 0.1808217 Jul 15 15:43:05.596262 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-db5cfde5-cf35-4cf9-9da6-16609660f0f3 req-769ffaf7-5a5e-483e-bbd6-1edbf7477267 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662496 Jul 15 15:43:05.629939 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-5d817d01-3b40-4d53-b263-a9e435b6d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:05.631473 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-5d817d01-3b40-4d53-b263-a9e435b6d345 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1099 time: 0.1176946 Jul 15 15:43:05.671851 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '2aafa4be-8422-4cf0-8da6-f0a401b877b3', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'port_id': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'mac_address': 'fa:16:3e:8c:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:03Z', 'updated_at': '2021-07-15T15:43:03Z', 'revision_number': 0, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:30Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:05.707237 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] Checking router: 71567397-9f3f-453e-848b-15828a5c4e27 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:43:05.718067 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:05.719093 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:42:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:05.787877 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-5c714ff2-1631-4c2e-8278-12e81865163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:05.789947 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-5c714ff2-1631-4c2e-8278-12e81865163c service neutron] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 909 time: 0.1460512 Jul 15 15:43:05.827714 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd0c6-86e3-461a-914d-68e8baee986b req-ca71a7e0-ca6e-43e6-80a5-f2b01baf0e12 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:05.829195 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdbd0c6-86e3-461a-914d-68e8baee986b req-ca71a7e0-ca6e-43e6-80a5-f2b01baf0e12 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0951400 Jul 15 15:43:05.841833 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:06.249937 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-88e196d9-67fa-42d6-be73-2da2cc70b06e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 999 time: 0.4399660 Jul 15 15:43:06.266919 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-abdbd0c6-86e3-461a-914d-68e8baee986b req-3bce3b68-73de-4dcf-a1ec-6ed46a4a899f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4065490 Jul 15 15:43:06.333459 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-7c328377-ea8f-4e88-98fa-77022bf0f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:06.335547 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-7c328377-ea8f-4e88-98fa-77022bf0f6a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.0655067 Jul 15 15:43:06.354467 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '2aafa4be-8422-4cf0-8da6-f0a401b877b3', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'port_id': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'mac_address': 'fa:16:3e:8c:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:03Z', 'updated_at': '2021-07-15T15:43:03Z', 'revision_number': 0, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:30Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:06.376730 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148756c3-9285-4520-bb80-3041aa9812c1 req-fd21b26d-3821-41ff-96b0-d1af68971f55 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:06.378754 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-148756c3-9285-4520-bb80-3041aa9812c1 req-fd21b26d-3821-41ff-96b0-d1af68971f55 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1635778 Jul 15 15:43:06.409837 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c8c7-fef5-447a-a300-9de6eb257688 None None] The sync data for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi is: [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '2aafa4be-8422-4cf0-8da6-f0a401b877b3', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'port_id': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'mac_address': 'fa:16:3e:8c:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:03Z', 'updated_at': '2021-07-15T15:43:03Z', 'revision_number': 0, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:30Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:43:06.441627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-109fe382-a7ea-4406-a9c6-3b182c59b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:06.443151 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-109fe382-a7ea-4406-a9c6-3b182c59b859 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0954728 Jul 15 15:43:06.447600 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-148756c3-9285-4520-bb80-3041aa9812c1 req-4bb5a1b6-e983-4f55-9cfe-56932ce45fe2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626254 Jul 15 15:43:06.668216 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-16faef52-6381-4e09-996f-10e21e7f995c service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134728 Jul 15 15:43:06.779810 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed720f-9588-4fd8-a91c-fbdd04a17724 None None] New status for floating IP 2aafa4be-8422-4cf0-8da6-f0a401b877b3: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:43:06.786633 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6946-c3d9-4f93-8691-380ab17496e5 req-25063bb4-86da-43b9-8356-b78e13533ab1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:06.798192 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b58e6946-c3d9-4f93-8691-380ab17496e5 req-25063bb4-86da-43b9-8356-b78e13533ab1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 944 time: 0.2235291 Jul 15 15:43:06.870671 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b58e6946-c3d9-4f93-8691-380ab17496e5 req-228f9f38-8670-47a4-9753-87039627298a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712399 Jul 15 15:43:06.877825 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2bd8e03-d47f-4695-a6c9-7d834a7f87f7 req-219df411-203f-491b-9420-fb1865ef40bf service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001534 Jul 15 15:43:07.068051 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-4b2d9227-4ee9-41ac-9cb5-8a2e076e1bb2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:07.071072 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-4b2d9227-4ee9-41ac-9cb5-8a2e076e1bb2 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.43 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 950 time: 0.0775092 Jul 15 15:43:07.110395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c063a-6432-4d33-a5f8-635b33d2b720 req-ba900c4f-3f48-4cd1-b17e-4257e65cd84c tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:07.114585 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-49f4efc1-5500-47e1-bb84-475520ba9b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.122284 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a66c063a-6432-4d33-a5f8-635b33d2b720 req-ba900c4f-3f48-4cd1-b17e-4257e65cd84c tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 950 time: 0.1064498 Jul 15 15:43:07.180456 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a66c063a-6432-4d33-a5f8-635b33d2b720 req-1c8fdb52-99a4-440f-9064-bf07b78c7c38 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a98f172-b4a2-4997-95c2-9a07ca6bc898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572007 Jul 15 15:43:07.184527 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d6c72609-31d5-403f-b372-4f29496ffe78 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:43:07.277390 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58da15-a35b-4dd8-ba31-f63d051ed90f req-055151dc-80db-49e3-94c3-a793287b8ef3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:07.287313 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port d6c72609-31d5-403f-b372-4f29496ffe78 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:43:07.288357 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c58da15-a35b-4dd8-ba31-f63d051ed90f req-055151dc-80db-49e3-94c3-a793287b8ef3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.2095215 Jul 15 15:43:07.298639 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port d6c72609-31d5-403f-b372-4f29496ffe78 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:43:07.299132 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.353653 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4c58da15-a35b-4dd8-ba31-f63d051ed90f req-800cd427-edde-4178-ba58-9b67f12ca393 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626915 Jul 15 15:43:07.388088 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Deleting port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:07.388721 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.416689 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.433833 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.455680 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:07.463341 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c12a8a4-02c8-42d6-8f6c-c76508649799" -d '{"events": [{"server_uuid": "42623872-826e-4f87-be74-61958a933c39", "name": "network-vif-plugged", "status": "completed", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:07.479202 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d6c72609-31d5-403f-b372-4f29496ffe78, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d6c72609-31d5-403f-b372-4f29496ffe78,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:07.492434 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.539470 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ea844e-4cb6-4075-a1d0-2e5b50d27417 x-openstack-request-id: req-03ea844e-4cb6-4075-a1d0-2e5b50d27417 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:07.539791 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42623872-826e-4f87-be74-61958a933c39", "name": "network-vif-plugged", "status": "completed", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:07.540032 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03ea844e-4cb6-4075-a1d0-2e5b50d27417 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:07.540444 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'code': 200} Jul 15 15:43:07.563866 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] For port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,segment=NetworkSegment(e7086628-0205-437e-af39-b2c45aa6951c),segment_id=e7086628-0205-437e-af39-b2c45aa6951c)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:07.564435 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.594453 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=d6c72609-31d5-403f-b372-4f29496ffe78,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:07.598638 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7f70-5b0d-4a0c-83da-fe6c343a26c7 req-1697fc98-28fd-4057-ad71-3791335c12d6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:07.607929 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Calling delete_port for 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:07.615188 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e73d7f70-5b0d-4a0c-83da-fe6c343a26c7 req-1697fc98-28fd-4057-ad71-3791335c12d6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.1988244 Jul 15 15:43:07.658062 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e73d7f70-5b0d-4a0c-83da-fe6c343a26c7 req-effb4161-1192-45f7-8281-d59f17da3a8a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 Jul 15 15:43:07.802374 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5463e0-0e43-4390-beda-caa5889e9391 req-ef4fdfd3-2607-4a96-ba89-44d965668df1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:07.803909 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cb5463e0-0e43-4390-beda-caa5889e9391 req-ef4fdfd3-2607-4a96-ba89-44d965668df1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1247680 Jul 15 15:43:07.879130 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-cb5463e0-0e43-4390-beda-caa5889e9391 req-16277d0e-2850-486a-b5d8-acebaf6004e2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Jul 15 15:43:07.880189 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:07.892209 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ffbe4-447d-46d8-978b-ede89d4cc6f6 req-ae277461-2cab-4325-b280-46437b425606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:07.892595 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['33ee5fa2-bb0d-4f89-aef8-9d325c897a7d'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:07.893702 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-115ffbe4-447d-46d8-978b-ede89d4cc6f6 req-ae277461-2cab-4325-b280-46437b425606 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 1098 time: 0.0561888 Jul 15 15:43:07.914984 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Pushing event deleted for resources: {'Port': ['ID=33ee5fa2-bb0d-4f89-aef8-9d325c897a7d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:07.971863 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-115ffbe4-447d-46d8-978b-ede89d4cc6f6 req-42193901-3983-459c-aba9-11f39c689a8f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703712 Jul 15 15:43:07.983721 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:08.002892 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] No DVR routers for this DVR port 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d on host hv-cinder-78960 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:08.006248 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:08.008933 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f580f37-8c16-4624-ad2d-45f18a7bb18b req-f847a006-507c-44bb-beef-abe59a50ecde tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.43 "DELETE /v2.0/ports/33ee5fa2-bb0d-4f89-aef8-9d325c897a7d HTTP/1.1" status: 204 len: 173 time: 0.8789473 Jul 15 15:43:08.009384 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98804f6a-16e6-4905-af33-194b5f1c3524', 'name': 'network-vif-deleted', 'tag': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:08.011721 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f57802-f493-4b27-9cee-a6b267eb408d" -d '{"events": [{"server_uuid": "98804f6a-16e6-4905-af33-194b5f1c3524", "name": "network-vif-deleted", "tag": "33ee5fa2-bb0d-4f89-aef8-9d325c897a7d"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:08.096483 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf100c-9b1a-4167-b9dd-213d655e990b req-b0caefa4-c970-41cf-8043-eb485054ea72 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.099019 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2cbf100c-9b1a-4167-b9dd-213d655e990b req-b0caefa4-c970-41cf-8043-eb485054ea72 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0762210 Jul 15 15:43:08.105338 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03fdd-59c5-48b6-8288-2b18afd97db9 req-ddc4d654-a2ed-4ea4-abcd-a645c5ea2e2d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.107080 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b7b03fdd-59c5-48b6-8288-2b18afd97db9 req-ddc4d654-a2ed-4ea4-abcd-a645c5ea2e2d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0810285 Jul 15 15:43:08.149765 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2cbf100c-9b1a-4167-b9dd-213d655e990b req-f77bb54e-df58-4fbb-8221-6c0546cd2702 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Jul 15 15:43:08.150632 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b7b03fdd-59c5-48b6-8288-2b18afd97db9 req-7b4728eb-3ed0-47d2-95f5-3f22878d0b22 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Jul 15 15:43:08.202583 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeb0978-bca9-4060-a1d1-41cf2a52579e x-openstack-request-id: req-caeb0978-bca9-4060-a1d1-41cf2a52579e {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:08.202890 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98804f6a-16e6-4905-af33-194b5f1c3524", "name": "network-vif-deleted", "tag": "33ee5fa2-bb0d-4f89-aef8-9d325c897a7d", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:08.203129 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caeb0978-bca9-4060-a1d1-41cf2a52579e {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:08.203525 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98804f6a-16e6-4905-af33-194b5f1c3524', 'name': 'network-vif-deleted', 'tag': '33ee5fa2-bb0d-4f89-aef8-9d325c897a7d', 'status': 'completed', 'code': 200} Jul 15 15:43:08.339763 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-633ee001-8e63-4043-865e-c48fa5de3925 req-0bda5a58-5901-4b47-bcb0-50cbc0a41544 tempest-VolumesNegativeTest-1101740563 tempest-VolumesNegativeTest-1101740563-project] 10.222.0.15 "GET /v2.0/ports?device_id=98804f6a-16e6-4905-af33-194b5f1c3524 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Jul 15 15:43:08.483907 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-d8eff658-2e3d-4ecc-80e7-7ce843030b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.485609 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-d8eff658-2e3d-4ecc-80e7-7ce843030b40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0555046 Jul 15 15:43:08.515576 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546c952-505a-46e9-ac80-c72bd9f7abb6 req-75bdefa1-c016-4e9b-8183-f009911ceaca tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.517035 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1546c952-505a-46e9-ac80-c72bd9f7abb6 req-75bdefa1-c016-4e9b-8183-f009911ceaca tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0609941 Jul 15 15:43:08.555617 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1546c952-505a-46e9-ac80-c72bd9f7abb6 req-ef6ca9ac-2713-4654-a24a-7bdb978cc30f tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Jul 15 15:43:08.615023 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b00c7-f9a0-426c-b5a6-92c1e44afc75 req-58e3dc49-ae1f-432e-b46f-ff5fc484f52e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.617656 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1a1b00c7-f9a0-426c-b5a6-92c1e44afc75 req-58e3dc49-ae1f-432e-b46f-ff5fc484f52e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1275327 Jul 15 15:43:08.633171 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-d3e04141-b75b-451c-9a3b-535592fe8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.634526 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-d3e04141-b75b-451c-9a3b-535592fe8ae2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.1346726 Jul 15 15:43:08.696909 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1a1b00c7-f9a0-426c-b5a6-92c1e44afc75 req-ce50b017-cd65-4886-ac3d-7d5dcdcfdec3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736496 Jul 15 15:43:08.720452 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-a319b3cc-9b45-4e37-8913-7e894302f0ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 1002 time: 0.0724726 Jul 15 15:43:08.780309 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-1e38e968-5fde-4f2e-89c9-000405930ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.782251 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-1e38e968-5fde-4f2e-89c9-000405930ea5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0523496 Jul 15 15:43:08.859309 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-6ed55843-81eb-43d1-bfef-ba96d8948d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.861473 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-6ed55843-81eb-43d1-bfef-ba96d8948d41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0649023 Jul 15 15:43:08.877635 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f42a3-086f-4c1c-b3f4-c3ddef36d2ac req-8ba95ce0-1e72-4bb3-a212-facf8a852dec tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:08.879915 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-743f42a3-086f-4c1c-b3f4-c3ddef36d2ac req-8ba95ce0-1e72-4bb3-a212-facf8a852dec tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0749288 Jul 15 15:43:08.926904 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-743f42a3-086f-4c1c-b3f4-c3ddef36d2ac req-7e894be0-e162-4220-8511-b0c0fee87964 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Jul 15 15:43:08.979543 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-a53b8b78-c46b-4913-b245-ddd1601970d6 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103449 Jul 15 15:43:09.088215 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c93a2965-ff07-40a8-8ab2-302e2c613ff6 req-7bc59aff-5461-4ec7-88b0-d5718eb26d98 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994525 Jul 15 15:43:09.321893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193e393-9905-471e-8bf6-41306b07655d req-aff5a89b-8ccd-4ee2-a761-9178dbeb3ca7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:09.323542 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2193e393-9905-471e-8bf6-41306b07655d req-aff5a89b-8ccd-4ee2-a761-9178dbeb3ca7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0630395 Jul 15 15:43:09.367720 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2193e393-9905-471e-8bf6-41306b07655d req-298b15f3-1833-48be-ad9b-db3daa42122b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385370 Jul 15 15:43:09.574581 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:09.744981 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b07490-64d2-49e9-a219-aa031a0880fb req-d367ff58-a435-4ee7-95db-e3c614477af0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:09.746228 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0b07490-64d2-49e9-a219-aa031a0880fb req-d367ff58-a435-4ee7-95db-e3c614477af0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0682902 Jul 15 15:43:09.794606 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0b07490-64d2-49e9-a219-aa031a0880fb req-3bcebb40-8d2a-4fba-a553-1bb322f7f6c9 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jul 15 15:43:10.111388 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f191-bd96-4e63-8b38-39a3a5235f65 req-8a466be0-2a22-4826-8fdd-7a16d6a25b5b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:10.112871 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7576f191-bd96-4e63-8b38-39a3a5235f65 req-8a466be0-2a22-4826-8fdd-7a16d6a25b5b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0667646 Jul 15 15:43:10.159746 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7576f191-bd96-4e63-8b38-39a3a5235f65 req-1c2f73c6-df7c-41bd-a55b-863abac296a9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368257 Jul 15 15:43:10.262902 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-1434bb15-28ed-4e12-9651-cc3135f37c70 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:10.264369 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-1434bb15-28ed-4e12-9651-cc3135f37c70 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 945 time: 0.0716505 Jul 15 15:43:10.385462 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Deleting port d40c4162-cd2d-4154-8020-2d40873feff5 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:10.385910 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:10.495760 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] For port d40c4162-cd2d-4154-8020-2d40873feff5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d40c4162-cd2d-4154-8020-2d40873feff5,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:10.496208 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:10.517248 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Calling delete_port for d40c4162-cd2d-4154-8020-2d40873feff5 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:10.579775 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a5dbc-558f-42f9-8e73-ba911d65087f req-f829587b-5af7-49e5-8935-376e39b9ea11 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:10.582593 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e12a5dbc-558f-42f9-8e73-ba911d65087f req-f829587b-5af7-49e5-8935-376e39b9ea11 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0974972 Jul 15 15:43:10.643709 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e12a5dbc-558f-42f9-8e73-ba911d65087f req-445d6e4c-9300-4dc5-98fb-034f7db8e926 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548332 Jul 15 15:43:10.689478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:10.705495 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['d40c4162-cd2d-4154-8020-2d40873feff5', '9b2267e6-ccc7-4c25-ad26-94a76242a675'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:10.730725 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Pushing event deleted for resources: {'Port': ['ID=d40c4162-cd2d-4154-8020-2d40873feff5,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:10.829389 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] No DVR routers for this DVR port d40c4162-cd2d-4154-8020-2d40873feff5 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:10.832222 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:10.834568 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f4b8d92c-fc9b-47ed-8588-f88fdb3624fb req-0e99ad70-b3c9-4120-9601-5c433d2295d6 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "DELETE /v2.0/ports/d40c4162-cd2d-4154-8020-2d40873feff5 HTTP/1.1" status: 204 len: 173 time: 0.5586724 Jul 15 15:43:10.835649 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'name': 'network-vif-deleted', 'tag': 'd40c4162-cd2d-4154-8020-2d40873feff5'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:10.846179 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1da42-c587-4004-a1a0-f072d1b6cb65" -d '{"events": [{"server_uuid": "d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3", "name": "network-vif-deleted", "tag": "d40c4162-cd2d-4154-8020-2d40873feff5"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:10.940556 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfa433-06d9-412c-bb70-d198bd93ee1f req-0b1ca5cf-9570-40cb-8914-1151c383c2e8 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:10.948050 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f3cfa433-06d9-412c-bb70-d198bd93ee1f req-0b1ca5cf-9570-40cb-8914-1151c383c2e8 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.1157267 Jul 15 15:43:10.990278 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f3cfa433-06d9-412c-bb70-d198bd93ee1f req-7df1dd14-ffd5-4c8f-84e9-01d2ebed4fa1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Jul 15 15:43:11.021666 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59632) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:11.032273 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-86fa63b1-428c-4b56-8ae6-30ad62ad8b0c req-f80b65e3-5fbb-45cd-bb00-c807c293b52a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Jul 15 15:43:11.086500 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df25b6-29a1-4116-867a-e9f3fd7f9f7c x-openstack-request-id: req-b7df25b6-29a1-4116-867a-e9f3fd7f9f7c {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:11.086783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c597d7-1fe2-4f1f-9064-ade6cd04bbf3", "name": "network-vif-deleted", "tag": "d40c4162-cd2d-4154-8020-2d40873feff5", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:11.087033 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7df25b6-29a1-4116-867a-e9f3fd7f9f7c {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:11.087435 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c597d7-1fe2-4f1f-9064-ade6cd04bbf3', 'name': 'network-vif-deleted', 'tag': 'd40c4162-cd2d-4154-8020-2d40873feff5', 'status': 'completed', 'code': 200} Jul 15 15:43:11.222894 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:11.234692 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63a152-af43-4ceb-b2cb-734fe8788182 tempest-TestVolumeBootPattern-2147241047 tempest-TestVolumeBootPattern-2147241047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:11.236228 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ae63a152-af43-4ceb-b2cb-734fe8788182 tempest-TestVolumeBootPattern-2147241047 tempest-TestVolumeBootPattern-2147241047-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 1093 time: 0.2133336 Jul 15 15:43:11.239253 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59650) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:11.246770 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'port_id': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:11.278439 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:11.279215 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 33ee5fa2-bb0d-4f89-aef8-9d325c897a7d not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:11.279356 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:11.429694 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:11.448505 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45931-b046-4b49-b053-2050836ad044 req-b0252856-5af3-472f-83b8-c357a0657049 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:11.450304 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-30f45931-b046-4b49-b053-2050836ad044 req-b0252856-5af3-472f-83b8-c357a0657049 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.0893738 Jul 15 15:43:11.514841 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-30f45931-b046-4b49-b053-2050836ad044 req-77314b29-c021-43ea-9558-5dd8f197bba3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566473 Jul 15 15:43:11.583355 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Allocated IP 172.27.3.31 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/5a8e989e-f373-4913-8a8e-77c22e602abc) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:43:11.715778 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:11.757613 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:11.791787 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:43:11.798978 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:43:11.801394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:43:11.838304 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=5a8e989e-f373-4913-8a8e-77c22e602abc,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:12.302660 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:12.413716 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:12.572493 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681573eb-0916-4223-9b6d-9b511c81a47a req-a53ce483-ff60-4e10-8bf7-4d30188759c3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:12.573370 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:12.578577 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-681573eb-0916-4223-9b6d-9b511c81a47a req-a53ce483-ff60-4e10-8bf7-4d30188759c3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0746655 Jul 15 15:43:12.579642 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:12.630234 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-681573eb-0916-4223-9b6d-9b511c81a47a req-d280a8f2-ba12-45f3-bfa3-77a96051d0c5 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Jul 15 15:43:12.653303 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=5a8e989e-f373-4913-8a8e-77c22e602abc,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:12.661654 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:13.008502 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Floating IP f9a99e3b-b87c-4af6-ac07-70f63747cc58 associated. External IP: 172.27.3.31, port: d6c72609-31d5-403f-b372-4f29496ffe78. Jul 15 15:43:13.016955 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4d430-09f2-4506-b82c-2cf58f5a1c8a req-5c656880-cd0f-4cf2-8a49-ff3fc5953bd1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:13.018426 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fda4d430-09f2-4506-b82c-2cf58f5a1c8a req-5c656880-cd0f-4cf2-8a49-ff3fc5953bd1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 946 time: 0.3250129 Jul 15 15:43:13.117728 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fda4d430-09f2-4506-b82c-2cf58f5a1c8a req-7d32c679-57f5-4d09-9d24-a2ce74c77911 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665779 Jul 15 15:43:13.220868 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:13.246694 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:43:13.306463 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:13.332002 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:13.335221 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44308e2e-0ae6-462a-82a6-fed5d4f28659" -d '{"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:13.359596 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:13.365078 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:43:13.365681 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:13.366754 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d40c4162-cd2d-4154-8020-2d40873feff5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:13.372832 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182ed72-e8a6-44e7-a4b5-5093487f893a x-openstack-request-id: req-0182ed72-e8a6-44e7-a4b5-5093487f893a {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:13.373123 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-unplugged", "status": "failed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "code": 422}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:13.373382 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0182ed72-e8a6-44e7-a4b5-5093487f893a {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:13.373801 dv-cinder-789603-12-iscsi neutron-server[99543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'code': 422} returned with failed status Jul 15 15:43:13.377099 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:43:13.388522 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:13.389205 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:13.390867 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:43:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:13.393369 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: d40c4162-cd2d-4154-8020-2d40873feff5 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:13.393908 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d40c4162-cd2d-4154-8020-2d40873feff5 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:13.483349 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-435a958f-8e7b-4af3-a91e-dd4de8796ae4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2425890 Jul 15 15:43:13.484004 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:13.495291 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09" -d '{"events": [{"name": "network-changed", "server_uuid": "42623872-826e-4f87-be74-61958a933c39", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:13.517546 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=8']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:13.534464 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:13.545748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fec106-b433-47e1-b6a4-c224999dd450 x-openstack-request-id: req-40fec106-b433-47e1-b6a4-c224999dd450 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:13.546790 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42623872-826e-4f87-be74-61958a933c39", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:13.547300 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40fec106-b433-47e1-b6a4-c224999dd450 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:13.547771 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'status': 'completed', 'code': 200} Jul 15 15:43:13.634216 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-03ca5568-decc-466b-9b5d-15e1348aedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:13.636552 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-03ca5568-decc-466b-9b5d-15e1348aedaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 1098 time: 0.0622244 Jul 15 15:43:13.760202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-1eeba501-99b2-4668-a195-32574ad01a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:13.763110 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-1eeba501-99b2-4668-a195-32574ad01a13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.1190066 Jul 15 15:43:13.817968 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'f9a99e3b-b87c-4af6-ac07-70f63747cc58', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c7:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42623872-826e-4f87-be74-61958a933c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:12Z', 'updated_at': '2021-07-15T15:43:12Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:13.827272 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59776) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:13.852484 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:43:13.861062 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:13.861683 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:43:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:13.891701 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-871bcb5e-8780-456e-92e7-dc80323c171c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c72609-31d5-403f-b372-4f29496ffe78 HTTP/1.1" status: 200 len: 998 time: 0.1159317 Jul 15 15:43:13.963586 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-bca39580-9bde-4bc9-aa09-a3da704db759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:13.964943 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-bca39580-9bde-4bc9-aa09-a3da704db759 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0581548 Jul 15 15:43:13.972377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca31ac-9a1f-440b-9d79-1acd6bcb98ca req-3788e156-0ebc-4ced-8776-b92c2c4e4e5a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:13.973867 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9aca31ac-9a1f-440b-9d79-1acd6bcb98ca req-3788e156-0ebc-4ced-8776-b92c2c4e4e5a tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1360345 Jul 15 15:43:14.017155 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:14.064943 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-e740e6bb-5170-4b00-b598-de43cbe0c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:14.068005 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-e740e6bb-5170-4b00-b598-de43cbe0c3c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0844343 Jul 15 15:43:14.072522 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9aca31ac-9a1f-440b-9d79-1acd6bcb98ca req-0a2c514f-9050-42db-ae8d-cac3c75daf70 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554082 Jul 15 15:43:14.074981 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bdbcb85b-b4fd-430a-b4eb-982feb640451 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7a63f6f90444c46aa8378abb1112665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465911 Jul 15 15:43:14.077462 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59788) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:14.129479 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4fe920db-16f6-4b5c-bb7f-d5afcc5d773b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:14.152199 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4fe920db-16f6-4b5c-bb7f-d5afcc5d773b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:14.211249 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4fe920db-16f6-4b5c-bb7f-d5afcc5d773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:14.213934 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4fe920db-16f6-4b5c-bb7f-d5afcc5d773b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:14.217516 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4fe920db-16f6-4b5c-bb7f-d5afcc5d773b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a98f172-b4a2-4997-95c2-9a07ca6bc898 HTTP/1.1" status: 204 len: 168 time: 0.1368134 Jul 15 15:43:14.225817 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe920db-16f6-4b5c-bb7f-d5afcc5d773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98f172-b4a2-4997-95c2-9a07ca6bc898,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:14.250293 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c77e6-4496-44cc-93ca-dbc0fdc4509c req-9231ffb0-0444-40b0-a23b-e791553da5b8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:14.259877 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-939c77e6-4496-44cc-93ca-dbc0fdc4509c req-9231ffb0-0444-40b0-a23b-e791553da5b8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.1378984 Jul 15 15:43:14.277009 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-641c8149-c6c9-41eb-b9b8-6aa517d42320 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893063 Jul 15 15:43:14.339594 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-939c77e6-4496-44cc-93ca-dbc0fdc4509c req-a1648212-4545-42f5-900a-2161e3f89ca7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738714 Jul 15 15:43:14.369192 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'f9a99e3b-b87c-4af6-ac07-70f63747cc58', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c7:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42623872-826e-4f87-be74-61958a933c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:12Z', 'updated_at': '2021-07-15T15:43:12Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:14.416824 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f0bebe8c-051c-4e34-b82f-2a9f1912ba09 req-8db905f2-5d07-434e-ab16-2e108eeb4f67 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321509 Jul 15 15:43:14.419417 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03655099-0957-41f8-9206-efa6ff73d0b1 None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'f9a99e3b-b87c-4af6-ac07-70f63747cc58', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c7:d2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42623872-826e-4f87-be74-61958a933c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:12Z', 'updated_at': '2021-07-15T15:43:12Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:43:14.525272 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59808) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:14.631780 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-bb6f0b02-54a7-42f1-9f39-038fb919d936 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046815 Jul 15 15:43:14.651473 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f6751-7c7e-4f0a-ab73-571093616bcb None None] New status for floating IP f9a99e3b-b87c-4af6-ac07-70f63747cc58: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:43:15.261417 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df0abb-1fac-44a1-9d87-80e5bb8a4015 req-3e3f970a-fb74-4486-ad4a-bddbcb31cd6c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:15.262909 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47df0abb-1fac-44a1-9d87-80e5bb8a4015 req-3e3f970a-fb74-4486-ad4a-bddbcb31cd6c tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0630798 Jul 15 15:43:15.300087 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-47df0abb-1fac-44a1-9d87-80e5bb8a4015 req-875f66b1-9085-4cc7-b501-86f9d4e46dfd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Jul 15 15:43:15.511889 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf05870-fb77-4825-af8c-005bf9cceca3 req-5a117335-49f6-428d-b421-052137bb46d8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:15.513330 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7cf05870-fb77-4825-af8c-005bf9cceca3 req-5a117335-49f6-428d-b421-052137bb46d8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0664794 Jul 15 15:43:15.550626 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7cf05870-fb77-4825-af8c-005bf9cceca3 req-6a9887ea-5792-4d5b-a95b-06d52f3c6847 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Jul 15 15:43:16.470613 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df992b-fc84-47c2-a0ef-f3c7abc45606 req-0edd1eff-2d4f-4c98-98dc-47fc4000586e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:16.472095 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61df992b-fc84-47c2-a0ef-f3c7abc45606 req-0edd1eff-2d4f-4c98-98dc-47fc4000586e tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0618463 Jul 15 15:43:16.508511 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61df992b-fc84-47c2-a0ef-f3c7abc45606 req-3710e6db-a3ef-4bd9-80c3-8ba2727b22c0 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Jul 15 15:43:16.727338 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eab7e-e840-4fdd-90b1-ff8cb06af3dd req-7ca35dd2-dcd6-4f13-92ad-8b7723dcfd5a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:16.728814 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-802eab7e-e840-4fdd-90b1-ff8cb06af3dd req-7ca35dd2-dcd6-4f13-92ad-8b7723dcfd5a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0614240 Jul 15 15:43:16.765080 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-802eab7e-e840-4fdd-90b1-ff8cb06af3dd req-3405568c-b4d7-4339-998a-2f289a39f535 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304132 Jul 15 15:43:17.679040 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf86cc-f7ec-4fe8-8bde-9c72f7bbdcec req-a59d3007-dff4-44f2-826e-58c1b3329956 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:17.680503 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5ddf86cc-f7ec-4fe8-8bde-9c72f7bbdcec req-a59d3007-dff4-44f2-826e-58c1b3329956 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0655162 Jul 15 15:43:17.728872 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5ddf86cc-f7ec-4fe8-8bde-9c72f7bbdcec req-190a3057-0719-4de9-885e-fd5d80d995f3 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Jul 15 15:43:17.948458 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dce2e-3268-4f34-bf28-ea1a13152c59 req-f6798052-2df0-46e9-bfc9-900f25c3b876 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:17.949883 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c29dce2e-3268-4f34-bf28-ea1a13152c59 req-f6798052-2df0-46e9-bfc9-900f25c3b876 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0608349 Jul 15 15:43:17.988509 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c29dce2e-3268-4f34-bf28-ea1a13152c59 req-61938cb6-6013-4261-82e9-af0283acd2bb tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331907 Jul 15 15:43:18.502237 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7ddc-1e35-4d46-b3af-62d9890c7f7d req-08c74c0e-803b-472d-91a3-525e8b2024ba tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:18.503717 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af4a7ddc-1e35-4d46-b3af-62d9890c7f7d req-08c74c0e-803b-472d-91a3-525e8b2024ba tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0642514 Jul 15 15:43:18.541553 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-af4a7ddc-1e35-4d46-b3af-62d9890c7f7d req-94b80036-dcd0-4418-9c96-d3dd6256e658 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Jul 15 15:43:18.566488 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59850) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:18.708801 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa90fdb-fbae-4fae-8812-d1d7ab6b0987 tempest-TestMinimumBasicScenario-117370003 tempest-TestMinimumBasicScenario-117370003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:18.710882 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5aa90fdb-fbae-4fae-8812-d1d7ab6b0987 tempest-TestMinimumBasicScenario-117370003 tempest-TestMinimumBasicScenario-117370003-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1094 time: 0.1434536 Jul 15 15:43:18.713842 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59854) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:18.718179 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'port_id': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:18.739465 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:18.852146 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:18.906274 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d261e-6b83-4194-94e1-398d395ae387 req-735a55b4-18c5-4d61-ae83-20e648ac3bfd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:18.908219 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c84d261e-6b83-4194-94e1-398d395ae387 req-735a55b4-18c5-4d61-ae83-20e648ac3bfd tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0748863 Jul 15 15:43:18.957139 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c84d261e-6b83-4194-94e1-398d395ae387 req-0f266c49-3a0b-4f07-85fc-49709ed10c99 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/security-groups?id=67326bab-5fbf-47c8-927c-022fd35b2c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Jul 15 15:43:19.011189 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Allocated IP 172.27.3.221 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/94429ce5-1bdd-4b98-a446-d90378588450) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:43:19.112434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.199459 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b06a9-e414-4ca8-9a12-75ef7e81e55a req-2331b07a-dcb7-478b-8cb1-7407ef304463 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:19.200928 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ff1b06a9-e414-4ca8-9a12-75ef7e81e55a req-2331b07a-dcb7-478b-8cb1-7407ef304463 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0941160 Jul 15 15:43:19.203130 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.262054 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:43:19.271608 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:43:19.275798 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'Port': ['ID=94429ce5-1bdd-4b98-a446-d90378588450,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:19.279491 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:43:19.301715 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ff1b06a9-e414-4ca8-9a12-75ef7e81e55a req-2aff968d-074e-4f14-8542-7987cc9bb4c6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931695 Jul 15 15:43:19.309781 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.310140 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.310489 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.310823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.311150 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.311484 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.311810 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.312134 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.312456 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.312777 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.313098 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.313416 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:19.637853 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-82eb2aa4-9426-478c-aed3-6103adc7d518 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:19.639372 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-82eb2aa4-9426-478c-aed3-6103adc7d518 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0759609 Jul 15 15:43:19.672302 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.749980 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Deleting port 9b2267e6-ccc7-4c25-ad26-94a76242a675 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:19.750358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.752544 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.844886 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] For port 9b2267e6-ccc7-4c25-ad26-94a76242a675, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b2267e6-ccc7-4c25-ad26-94a76242a675,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:19.845289 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.858413 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Calling delete_port for 9b2267e6-ccc7-4c25-ad26-94a76242a675 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:19.910634 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.915463 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:19.988571 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'Port': ['ID=94429ce5-1bdd-4b98-a446-d90378588450,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:20.001297 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:20.006004 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:20.022157 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['9b2267e6-ccc7-4c25-ad26-94a76242a675'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:20.104243 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Pushing event deleted for resources: {'Port': ['ID=9b2267e6-ccc7-4c25-ad26-94a76242a675,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:20.127381 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.127724 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.128064 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.128402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.128733 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.129060 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.129383 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.129704 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.130015 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.130363 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.130683 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.131001 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:20.133732 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] No DVR routers for this DVR port 9b2267e6-ccc7-4c25-ad26-94a76242a675 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:20.136432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:20.138458 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89cca8f6-42aa-4e20-8e0b-dd185965d50b req-5159a596-21d6-47ce-9611-c3ff3de9cacc tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.43 "DELETE /v2.0/ports/9b2267e6-ccc7-4c25-ad26-94a76242a675 HTTP/1.1" status: 204 len: 173 time: 0.4921672 Jul 15 15:43:20.138981 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'name': 'network-vif-deleted', 'tag': '9b2267e6-ccc7-4c25-ad26-94a76242a675'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:20.140284 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c5fd765a-935a-40e6-ad33-d08ac811a998 req-7f17d9ef-16a6-4543-8e28-762ed8479919 tempest-ServerRescueNegativeTestJSON-1142284472 tempest-ServerRescueNegativeTestJSON-1142284472-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f78aa8f-3d47-413d-9f27-28009aa8f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0332506 Jul 15 15:43:20.141129 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0401cca5-502a-4d35-b5fd-2282534d129b" -d '{"events": [{"server_uuid": "0f78aa8f-3d47-413d-9f27-28009aa8f3b7", "name": "network-vif-deleted", "tag": "9b2267e6-ccc7-4c25-ad26-94a76242a675"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:20.141680 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Floating IP d91bf716-6734-4c1e-92d7-9e275f9452e4 associated. External IP: 172.27.3.221, port: 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f. Jul 15 15:43:20.218018 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c700e3-658f-4cb0-a873-e37811e31c13 x-openstack-request-id: req-b3c700e3-658f-4cb0-a873-e37811e31c13 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:20.218335 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f78aa8f-3d47-413d-9f27-28009aa8f3b7", "name": "network-vif-deleted", "tag": "9b2267e6-ccc7-4c25-ad26-94a76242a675", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:20.218576 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3c700e3-658f-4cb0-a873-e37811e31c13 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:20.218971 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f78aa8f-3d47-413d-9f27-28009aa8f3b7', 'name': 'network-vif-deleted', 'tag': '9b2267e6-ccc7-4c25-ad26-94a76242a675', 'status': 'completed', 'code': 200} Jul 15 15:43:20.360890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-e83dbbc2-8cb6-4796-a2e5-64dd38625429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:20.362824 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-e83dbbc2-8cb6-4796-a2e5-64dd38625429 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3&tenant_id=a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 1097 time: 0.1136072 Jul 15 15:43:20.454308 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Router 1d41c015-ff67-4af1-aef3-439b23d6b150 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:43:20.475487 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c660e7-feab-464b-a518-c110c54ec070 req-b9453150-c5b0-4bc2-831c-cb80884e89ba tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:20.476969 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d1c660e7-feab-464b-a518-c110c54ec070 req-b9453150-c5b0-4bc2-831c-cb80884e89ba tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.1218650 Jul 15 15:43:20.478419 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-e9b06267-c3fd-4534-bbda-d2ee0755e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:20.479896 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-e9b06267-c3fd-4534-bbda-d2ee0755e8bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1097 time: 0.0864899 Jul 15 15:43:20.533234 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85058f5b-02ab-4525-a320-4c322692b803 req-177c7d8d-1547-478d-9408-9c90819becf0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:20.535179 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-85058f5b-02ab-4525-a320-4c322692b803 req-177c7d8d-1547-478d-9408-9c90819becf0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0974734 Jul 15 15:43:20.620735 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-85058f5b-02ab-4525-a320-4c322692b803 req-94ce8dde-18eb-4900-9a16-efd9bfc489a0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559621 Jul 15 15:43:20.623695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-6f380ef6-1317-4c22-85da-3de2653602a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:20.625180 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-6f380ef6-1317-4c22-85da-3de2653602a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.1344578 Jul 15 15:43:20.706528 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-d9f56e47-cfc5-4bc4-bc19-8cd499ef1fed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 1000 time: 0.0733724 Jul 15 15:43:20.757528 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-582a455a-2f5c-412f-a767-c23830328e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:20.759057 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-582a455a-2f5c-412f-a767-c23830328e6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0459485 Jul 15 15:43:20.813933 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d1c660e7-feab-464b-a518-c110c54ec070 req-ac406f81-cb9d-4d36-b188-26740f86649a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034189 Jul 15 15:43:20.844014 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:43:20.855067 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] Sync routers for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:43:20.863702 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:20.871120 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:20.871773 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:43:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:20.904889 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d21b9829-b574-4f1c-a0f6-4dab3e59a656 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1874695 Jul 15 15:43:20.904889 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:20.906043 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b4905d-7197-4d3a-971e-f7def75a0f47" -d '{"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:20.909579 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59882) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:20.914195 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662275066', 'description': 'tempest-secgroup-smoke-1662275066 description', 'project_id': '4e62478a4f364749a14c45451751c2cf'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:20.941539 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:20.966876 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfbfb36-cc49-425f-b9cb-3f34febee0fb x-openstack-request-id: req-ebfbfb36-cc49-425f-b9cb-3f34febee0fb {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:20.966876 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:20.966876 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebfbfb36-cc49-425f-b9cb-3f34febee0fb {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:20.967455 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'status': 'completed', 'code': 200} Jul 15 15:43:21.008603 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:21.093588 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-ce48cb16-2762-4fc8-8e5f-33ff8c3437d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:21.095109 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-ce48cb16-2762-4fc8-8e5f-33ff8c3437d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3286221 Jul 15 15:43:21.099708 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.105843 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.117397 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-a1b72bcf-6829-44d2-8636-32289e904dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:21.118912 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-a1b72bcf-6829-44d2-8636-32289e904dff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1099 time: 0.1055589 Jul 15 15:43:21.159658 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.164045 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2506015 Jul 15 15:43:21.166044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59886) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:21.181615 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group_rule': {'security_group_id': '3c8d678e-22b1-4aab-a786-6c90615fc05d', 'project_id': '4e62478a4f364749a14c45451751c2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:21.188489 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a46e-a0cf-4a78-a948-8d8a5c5fa12b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8d678e-22b1-4aab-a786-6c90615fc05d,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:21.208226 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-447ce93b-0fcb-4a04-a05b-9a940648bd66 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015615 Jul 15 15:43:21.254699 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'd91bf716-6734-4c1e-92d7-9e275f9452e4', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'port_id': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'mac_address': 'fa:16:3e:56:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:19Z', 'updated_at': '2021-07-15T15:43:19Z', 'revision_number': 0, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:21.256544 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59890) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:21.264924 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.270736 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-ec5630f1-e96c-437f-9800-e9a54d750246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:21.272393 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-ec5630f1-e96c-437f-9800-e9a54d750246 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 914 time: 0.1460154 Jul 15 15:43:21.285280 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] Checking router: 1d41c015-ff67-4af1-aef3-439b23d6b150 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:43:21.296411 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:21.298005 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:43:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:21.363722 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-2405ef79-50aa-44b1-a96c-b9e890b8d64c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 1000 time: 0.0762961 Jul 15 15:43:21.369597 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.373604 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.386252 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3bce06b-ea7b-4951-a664-d9ff7aedb474 req-cb72fa2a-76bb-4864-a30d-748b6a772657 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698930 Jul 15 15:43:21.405350 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:21.426730 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70564806-d5c8-4eab-a787-349c6b13d7c3,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:21.434105 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.437994 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-42b74848-d161-434e-a064-6d69ace50703 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683876 Jul 15 15:43:21.439790 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59894) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:21.444871 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group_rule': {'security_group_id': '3c8d678e-22b1-4aab-a786-6c90615fc05d', 'project_id': '4e62478a4f364749a14c45451751c2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:21.459943 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-8883bc18-9101-47c9-9c1b-b855bad5104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:21.461435 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-8883bc18-9101-47c9-9c1b-b855bad5104f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.0827405 Jul 15 15:43:21.491921 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.582858 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-d4faa6ed-aaab-4964-89b4-287debb29546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:21.584959 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-d4faa6ed-aaab-4964-89b4-287debb29546 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030159 Jul 15 15:43:21.593494 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.604923 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.648243 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cd895c-9906-447e-8ee2-1e18e598dfc1,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:21.681673 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.682895 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-4bcfe6da-ed95-4bc4-99ee-35fcc8e4901b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2421415 Jul 15 15:43:21.686726 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59904) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:21.691429 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group_rule': {'security_group_id': '3c8d678e-22b1-4aab-a786-6c90615fc05d', 'project_id': '4e62478a4f364749a14c45451751c2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:21.763256 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'd91bf716-6734-4c1e-92d7-9e275f9452e4', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'port_id': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'mac_address': 'fa:16:3e:56:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:19Z', 'updated_at': '2021-07-15T15:43:19Z', 'revision_number': 0, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:21.768162 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-a12090dd-7303-4790-beaf-65b17ec185e2 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732681 Jul 15 15:43:21.794759 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7556aef-91c7-4c31-9400-21dce6b08741 None None] The sync data for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi is: [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'd91bf716-6734-4c1e-92d7-9e275f9452e4', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'port_id': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'mac_address': 'fa:16:3e:56:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:43:19Z', 'updated_at': '2021-07-15T15:43:19Z', 'revision_number': 0, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:43:21.813569 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.872300 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.910758 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-78b4905d-7197-4d3a-971e-f7def75a0f47 req-d956b781-3d8f-469b-843f-1bbc3e2ff00b service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335292 Jul 15 15:43:21.949289 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.957092 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.984774 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:21.986849 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990251 Jul 15 15:43:21.990287 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59916) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:21.997914 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188b7a9-e144-460a-a47b-0bd85d10369d tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382877a2-da51-4a09-9156-f2b05811ae51,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:22.005048 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group_rule': {'security_group_id': '3c8d678e-22b1-4aab-a786-6c90615fc05d', 'project_id': '4e62478a4f364749a14c45451751c2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:22.064942 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d812c31-53a1-4e42-b93e-5397f60a2f8e req-e900a5b3-5814-483e-b671-109856d30fa8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:22.071312 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55965f57-fef6-4386-882f-ba4ac0e9f2ce req-9c26ccf6-ef4c-47ee-bb8f-89befcd6ec97 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:22.072762 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3d812c31-53a1-4e42-b93e-5397f60a2f8e req-e900a5b3-5814-483e-b671-109856d30fa8 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.2685535 Jul 15 15:43:22.074703 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.080166 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-55965f57-fef6-4386-882f-ba4ac0e9f2ce req-9c26ccf6-ef4c-47ee-bb8f-89befcd6ec97 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.0986691 Jul 15 15:43:22.135831 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-55965f57-fef6-4386-882f-ba4ac0e9f2ce req-69e0504d-de1f-4cf7-8cc0-29ddaa45e642 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549307 Jul 15 15:43:22.157105 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3261315-57ca-4472-8f9f-bb28abde9bb7 None None] New status for floating IP d91bf716-6734-4c1e-92d7-9e275f9452e4: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:43:22.268913 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3d812c31-53a1-4e42-b93e-5397f60a2f8e req-bc8b1e05-5709-4e9a-b1b8-9d3f18fa1ea4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951447 Jul 15 15:43:22.303990 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.318134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.365050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fff2715-8504-4785-a460-cfc88a8d91cf,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:22.385189 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.389627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59924) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:22.389785 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-c4fe54f5-cc07-465a-b57f-446af70f7fef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966234 Jul 15 15:43:22.394766 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group_rule': {'security_group_id': '3c8d678e-22b1-4aab-a786-6c90615fc05d', 'project_id': '4e62478a4f364749a14c45451751c2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:22.431695 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Project 4e62478a4f364749a14c45451751c2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:43:22.437419 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.441878 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Deleting port 98c98537-24bf-4d21-aa84-bf4bd7f15493 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:22.442512 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.515385 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.520733 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.542564 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba4d471-3af4-4ea5-a514-bd4369c9a67f,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:22.548046 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] For port 98c98537-24bf-4d21-aa84-bf4bd7f15493, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=98c98537-24bf-4d21-aa84-bf4bd7f15493,segment=NetworkSegment(c608fa2c-0d78-4621-935d-0413e970a6e7),segment_id=c608fa2c-0d78-4621-935d-0413e970a6e7)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:22.548608 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.556968 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.561353 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-52a636e4-8357-4809-9ef5-0006fda72775 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1704233 Jul 15 15:43:22.562234 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 59926) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:22.568214 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'security_group_rule': {'security_group_id': '3c8d678e-22b1-4aab-a786-6c90615fc05d', 'project_id': '4e62478a4f364749a14c45451751c2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:22.586282 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Calling delete_port for 98c98537-24bf-4d21-aa84-bf4bd7f15493 owned by network:router_interface {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:22.597986 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.securitygroups_db [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Project 4e62478a4f364749a14c45451751c2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:43:22.606752 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.708946 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.716138 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.740289 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.741521 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780243 Jul 15 15:43:22.742498 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459f2f6-5a73-4784-99ae-d60fe9c3efc2 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f36ce1c-a711-4ce3-95ed-0dc0b594cd65,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:22.851439 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:22.878935 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c98537-24bf-4d21-aa84-bf4bd7f15493,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:22.905512 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-9a0be0b5-3389-4e00-82f9-9233bed519b9 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662275066&fields=id&tenant_id=4e62478a4f364749a14c45451751c2cf HTTP/1.1" status: 200 len: 267 time: 0.0596087 Jul 15 15:43:22.999178 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-ffe80479-79fc-48d6-8d95-37aa0dca9585 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:23.011313 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-ffe80479-79fc-48d6-8d95-37aa0dca9585 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1034379 Jul 15 15:43:23.019425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'port': {'security_groups': ['3c52ec20-dd01-48ec-894c-0b0d759f5023', '3c8d678e-22b1-4aab-a786-6c90615fc05d']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:23.029104 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:23.123776 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:23.258589 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9b2267e6-ccc7-4c25-ad26-94a76242a675 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:23.283362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Router d4681e8f-1115-43a9-8f74-44397b586485 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:43:23.316061 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 9b2267e6-ccc7-4c25-ad26-94a76242a675 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:23.316401 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9b2267e6-ccc7-4c25-ad26-94a76242a675 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:23.366833 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:23.408704 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:23.414890 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:23.429534 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:23.474140 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:23.475030 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:23.490956 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9be9bf59-64d5-4206-adb7-6dcd2c0071c8 req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "PUT /v2.0/ports/5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 982 time: 0.4784462 Jul 15 15:43:23.491442 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:23.496036 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3" -d '{"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:23.534676 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:43:23.546386 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-81a3af20-1e67-45db-89b2-7e993620ede4 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4681e8f-1115-43a9-8f74-44397b586485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2884450 Jul 15 15:43:23.546939 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] Sync routers for ids ['d4681e8f-1115-43a9-8f74-44397b586485'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:43:23.547396 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59938) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:23.560840 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] Routers {'d4681e8f-1115-43a9-8f74-44397b586485'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:23.567694 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:43:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['d4681e8f-1115-43a9-8f74-44397b586485'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:23.601318 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960e01b-83df-4129-ae40-ed80164135c0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=6']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:23.604468 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:23.846571 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] Set router d4681e8f-1115-43a9-8f74-44397b586485 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:23.876545 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0aee0-9853-48ab-b14f-5ffa90b32999 req-04c8b507-cc34-45d3-a2b9-89f4e863062b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:23.896432 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-43e0aee0-9853-48ab-b14f-5ffa90b32999 req-04c8b507-cc34-45d3-a2b9-89f4e863062b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.1666379 Jul 15 15:43:23.943236 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-a0c84a40-dcd4-4f82-948a-3af17da2b6e1 None None] Provisioning complete for port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:43:23.944198 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a0c84a40-dcd4-4f82-948a-3af17da2b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:23.988134 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-43e0aee0-9853-48ab-b14f-5ffa90b32999 req-c6e17585-ad6a-46e6-8b92-c2207cdd1dce tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907614 Jul 15 15:43:24.215200 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:43:22Z', 'revision_number': 5, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:24.251532 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks [] for router, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:24.279598 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] Checking router: d4681e8f-1115-43a9-8f74-44397b586485 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:43:24.300580 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] Routers {'d4681e8f-1115-43a9-8f74-44397b586485'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:43:24.301356 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:43:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['d4681e8f-1115-43a9-8f74-44397b586485'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:24.350704 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d0456-3954-4fcf-b2ac-ac0f4feed076 req-85a54567-aba8-449b-81ec-703473272313 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:24.358108 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e66d0456-3954-4fcf-b2ac-ac0f4feed076 req-85a54567-aba8-449b-81ec-703473272313 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.1209152 Jul 15 15:43:24.406506 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bc9ba-35ec-4d35-b72f-99728f8048dd req-1dada40f-948d-4f5e-8328-05a2fb8eeb3d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:24.419297 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b43bc9ba-35ec-4d35-b72f-99728f8048dd req-1dada40f-948d-4f5e-8328-05a2fb8eeb3d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 1.0088990 Jul 15 15:43:24.427864 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] Set router d4681e8f-1115-43a9-8f74-44397b586485 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:43:24.431526 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e66d0456-3954-4fcf-b2ac-ac0f4feed076 req-5703d566-7a80-4e2f-9f43-59cd7cddbbde tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724046 Jul 15 15:43:24.480491 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffcbd3-2c7d-4fc3-b771-c5ccf2871be0 x-openstack-request-id: req-00ffcbd3-2c7d-4fc3-b771-c5ccf2871be0 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:24.480974 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:24.481379 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00ffcbd3-2c7d-4fc3-b771-c5ccf2871be0 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:24.481967 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'status': 'completed', 'code': 200} Jul 15 15:43:24.552760 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b43bc9ba-35ec-4d35-b72f-99728f8048dd req-252ac859-0e34-414a-8344-08db1ec24693 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323521 Jul 15 15:43:24.660608 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:43:22Z', 'revision_number': 5, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:24.688730 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:24.702817 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942eb261-273b-41b1-911a-ad9384cd05ac None None] The sync data for ids ['d4681e8f-1115-43a9-8f74-44397b586485'] in dv-cinder-789603-12-iscsi is: [{'id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'name': 'tempest-ServerRescueNegativeTestJSON-1263250208-router', 'tenant_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:11Z', 'updated_at': '2021-07-15T15:43:22Z', 'revision_number': 5, 'project_id': 'f9f960d9fcf44a83a1076536b2e10ec7', 'gw_port': {'id': '6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4681e8f-1115-43a9-8f74-44397b586485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:12Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:43:24.756833 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Deleting port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:24.757182 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:24.850336 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] For port 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:24.850336 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:24.866032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Calling delete_port for 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 owned by network:router_gateway {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:25.051099 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.093844 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:25.132427 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.258217 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373480f5-8429-43af-a590-bb76871a3180 req-7005917b-0957-4d9b-ad21-9404bc8c9943 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:25.258894 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.261671 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.262652 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-373480f5-8429-43af-a590-bb76871a3180 req-7005917b-0957-4d9b-ad21-9404bc8c9943 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.1028161 Jul 15 15:43:25.302835 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-373480f5-8429-43af-a590-bb76871a3180 req-c6d6abac-0c88-4283-9ccb-07f48b68337b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373642 Jul 15 15:43:25.330704 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.331260 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4681e8f-1115-43a9-8f74-44397b586485 {{(pid=99541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:43:25.337772 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.338943 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-960e40f2-9241-425e-9018-ff00b7468d6a admin admin] 10.222.0.15 "DELETE /v2.0/routers/d4681e8f-1115-43a9-8f74-44397b586485 HTTP/1.1" status: 204 len: 168 time: 1.7894001 Jul 15 15:43:25.341333 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59946) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:25.389252 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Deleting subnet fd1cb357-ba6b-4385-ada2-63d702b9563a {{(pid=99541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:43:25.393270 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.444792 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.454233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.527402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for subnet, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.550640 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1cb357-ba6b-4385-ada2-63d702b9563a,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:25.556822 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.561661 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6649a4d1-1f33-45e7-ad99-c094c9300e34 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd1cb357-ba6b-4385-ada2-63d702b9563a HTTP/1.1" status: 204 len: 168 time: 0.2164249 Jul 15 15:43:25.561661 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59948) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:25.647231 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.767772 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.782794 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.783163 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.783917 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.784257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.784592 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.784918 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.785237 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.785557 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.785879 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.786253 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.874580 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.874936 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.875273 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.875606 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:43:25.876106 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ec55a5-83a3-471f-ab88-185507f0ecdd']}} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:25.898570 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:25.902865 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c608fa2c-0d78-4621-935d-0413e970a6e7') {'for_net_delete': True} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:25.903162 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c608fa2c-0d78-4621-935d-0413e970a6e7') {} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:25.919408 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:25.920061 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6d3b5844-f5a1-48fc-b8c7-b7b9fba75ab5 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:25.920664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 98c98537-24bf-4d21-aa84-bf4bd7f15493 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:25.923506 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789847'] for segment, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.940271 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 98c98537-24bf-4d21-aa84-bf4bd7f15493 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:25.940951 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 98c98537-24bf-4d21-aa84-bf4bd7f15493 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:25.955805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89578f9d-dfc9-4abe-a021-71a7ca916c63 req-aa07e140-0c18-4f94-836e-06eb07585671 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:25.957381 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89578f9d-dfc9-4abe-a021-71a7ca916c63 req-aa07e140-0c18-4f94-836e-06eb07585671 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.2729046 Jul 15 15:43:25.961126 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.976303 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=99541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:43:25.976766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5789309'] for segment, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: from cryptography.utils import int_from_bytes Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: from cryptography.utils import int_from_bytes Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: Traceback (most recent call last): Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: timer() Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: cb(*args, **kw) Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: return func(*args, **kwargs) Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: self._notify() Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: self.callback(batched_events) Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:43:25.980579 dv-cinder-789603-12-iscsi neutron-server[99541]: event.method(event) Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: return f(self, *a, **k) Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._get(url).json() Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: return self.request(url, 'GET', **kwargs) Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:43:25.985418 dv-cinder-789603-12-iscsi neutron-server[99541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:43:26.050705 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89578f9d-dfc9-4abe-a021-71a7ca916c63 req-4da60ed4-b01a-40d7-9076-3ec9357674e4 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862541 Jul 15 15:43:26.055324 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:26.062501 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:26.064310 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/49ec55a5-83a3-471f-ab88-185507f0ecdd HTTP/1.1" status: 204 len: 168 time: 0.5022333 Jul 15 15:43:26.073895 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d10bd-361b-48f2-88cb-0527077732d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ec55a5-83a3-471f-ab88-185507f0ecdd,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:26.233063 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59954) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:26.275534 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-dad6005e-26f6-4d0c-a540-93f96f3af830 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9f960d9fcf44a83a1076536b2e10ec7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412769 Jul 15 15:43:26.277872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 59956) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:26.326782 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a508e08c-84e4-4536-8197-b7994dad5902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:26.347601 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a508e08c-84e4-4536-8197-b7994dad5902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:26.395986 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a508e08c-84e4-4536-8197-b7994dad5902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:26.399250 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a508e08c-84e4-4536-8197-b7994dad5902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:26.400430 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a508e08c-84e4-4536-8197-b7994dad5902 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67326bab-5fbf-47c8-927c-022fd35b2c0d HTTP/1.1" status: 204 len: 168 time: 0.1216326 Jul 15 15:43:26.408948 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508e08c-84e4-4536-8197-b7994dad5902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67326bab-5fbf-47c8-927c-022fd35b2c0d,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:26.529045 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0879d1-3208-479e-8958-b7c947a9ae3d req-8cd0fb00-62d8-4418-8816-6c0ea9691be3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:26.530664 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7e0879d1-3208-479e-8958-b7c947a9ae3d req-8cd0fb00-62d8-4418-8816-6c0ea9691be3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0695281 Jul 15 15:43:26.569338 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7e0879d1-3208-479e-8958-b7c947a9ae3d req-6b5d05ac-75a3-412c-afe3-248e46d69b01 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Jul 15 15:43:27.249488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62db82-d3f7-4a55-88c8-46a16cef6aeb req-8a466110-63f5-404c-847f-59c3ddaf8cf3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:27.250987 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d62db82-d3f7-4a55-88c8-46a16cef6aeb req-8a466110-63f5-404c-847f-59c3ddaf8cf3 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 945 time: 0.0852368 Jul 15 15:43:27.280560 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7723f727-57da-427e-8024-27b8205f2200 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:27.327365 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d62db82-d3f7-4a55-88c8-46a16cef6aeb req-c635dfb9-f85e-4ae4-9ca0-e71c66ed885f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702374 Jul 15 15:43:27.378061 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:27.405034 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7723f727-57da-427e-8024-27b8205f2200'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:27.407441 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c6b35-ad8e-4e51-9354-ee6b40ff3021" -d '{"events": [{"server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7723f727-57da-427e-8024-27b8205f2200"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:27.423905 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7723f727-57da-427e-8024-27b8205f2200,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:27.429290 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:27.467731 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c68efec-9689-4886-abf7-c41216fbe17b x-openstack-request-id: req-2c68efec-9689-4886-abf7-c41216fbe17b {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:27.468045 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7723f727-57da-427e-8024-27b8205f2200", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:27.468252 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c68efec-9689-4886-abf7-c41216fbe17b {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:27.468655 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7723f727-57da-427e-8024-27b8205f2200', 'code': 200} Jul 15 15:43:27.486366 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=6']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:27.495831 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.496754 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.497109 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.497458 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.497790 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.498152 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.498877 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.499685 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.500069 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.500385 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.500733 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.501041 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:43:27.774872 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acefdb-9aef-4484-94e7-9e6d96dde150 req-cd4c2301-077b-41c9-9433-79c1cb5300d5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:27.776329 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-35acefdb-9aef-4484-94e7-9e6d96dde150 req-cd4c2301-077b-41c9-9433-79c1cb5300d5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0788198 Jul 15 15:43:27.814861 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-35acefdb-9aef-4484-94e7-9e6d96dde150 req-155f4dab-23a4-4c41-bce5-68ab720962dd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329587 Jul 15 15:43:28.513170 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0b7e0-eafd-4d11-8a44-c8bd5170ab14 req-5f08a59c-7c42-46be-ab59-a7117194ad1e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:28.514980 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8fe0b7e0-eafd-4d11-8a44-c8bd5170ab14 req-5f08a59c-7c42-46be-ab59-a7117194ad1e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0678964 Jul 15 15:43:28.555898 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8fe0b7e0-eafd-4d11-8a44-c8bd5170ab14 req-0080dd7e-1c0d-4027-9c86-f5e951430649 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347052 Jul 15 15:43:29.002043 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a039b-df94-4ede-96c6-4e1e45353b7a req-441bbef2-a8e8-4bb4-ad1b-dc1da1167d38 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:29.003032 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b8a039b-df94-4ede-96c6-4e1e45353b7a req-441bbef2-a8e8-4bb4-ad1b-dc1da1167d38 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0715780 Jul 15 15:43:29.055950 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b8a039b-df94-4ede-96c6-4e1e45353b7a req-3032c509-37ab-4517-818f-9109a77e0473 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456817 Jul 15 15:43:29.730815 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf653c-ef43-4dd5-927e-bba8ab483c7b req-6e1fc524-c50b-4610-9791-1752c7f2ed99 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:29.732271 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3bbf653c-ef43-4dd5-927e-bba8ab483c7b req-6e1fc524-c50b-4610-9791-1752c7f2ed99 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0620255 Jul 15 15:43:29.768582 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3bbf653c-ef43-4dd5-927e-bba8ab483c7b req-e45f4863-afa7-4c45-9a5b-0fc3d78e2408 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Jul 15 15:43:30.262864 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547127b-3673-4031-b108-b1014a73cee5 req-903e6127-528b-407f-942b-58fa4ab0a990 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:30.262864 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5547127b-3673-4031-b108-b1014a73cee5 req-903e6127-528b-407f-942b-58fa4ab0a990 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0741153 Jul 15 15:43:30.318023 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5547127b-3673-4031-b108-b1014a73cee5 req-90563843-acb0-484b-828b-ee7db487cf3a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510180 Jul 15 15:43:30.946085 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3cfe3-381c-4bff-81a9-3ce9f1e6d295 req-12d0de02-1229-4bb9-a7db-3b94e3d582f0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:30.947500 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-85b3cfe3-381c-4bff-81a9-3ce9f1e6d295 req-12d0de02-1229-4bb9-a7db-3b94e3d582f0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0681326 Jul 15 15:43:30.984903 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-85b3cfe3-381c-4bff-81a9-3ce9f1e6d295 req-25a1c69b-de76-40ec-8d7f-73d29ea07122 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Jul 15 15:43:31.513493 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992257a-22da-489f-8566-7bd68b3aa2d5 req-223ffd0e-d018-42cc-af1a-1b90defead8a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:31.514983 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0992257a-22da-489f-8566-7bd68b3aa2d5 req-223ffd0e-d018-42cc-af1a-1b90defead8a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0745664 Jul 15 15:43:31.559768 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0992257a-22da-489f-8566-7bd68b3aa2d5 req-ad1fcfd7-8f4b-4afc-8c75-8190c859021b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Jul 15 15:43:32.174752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f9594-03f4-49ae-bf95-a075756b987a req-dbc8285f-3ee6-4715-82bb-48ef7e6f3560 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:32.177166 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a39f9594-03f4-49ae-bf95-a075756b987a req-dbc8285f-3ee6-4715-82bb-48ef7e6f3560 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0636809 Jul 15 15:43:32.226441 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a39f9594-03f4-49ae-bf95-a075756b987a req-e6e133f9-e73e-452a-b962-19449f96c795 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Jul 15 15:43:32.759119 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed207-258a-43f4-8e9e-bf1fce42d4e5 req-2c104c35-e3a0-4931-b0fa-a033aab2edf1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:32.760612 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f7ed207-258a-43f4-8e9e-bf1fce42d4e5 req-2c104c35-e3a0-4931-b0fa-a033aab2edf1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0676117 Jul 15 15:43:32.801467 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6f7ed207-258a-43f4-8e9e-bf1fce42d4e5 req-f1d90da6-e776-4025-a64f-1e0d06d6f6e1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344543 Jul 15 15:43:33.275393 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:33.400812 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501b39f-74c9-4f47-b5be-1e121a37f9a8 req-9c66376a-903d-414b-9644-82281815e98f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:33.402569 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f501b39f-74c9-4f47-b5be-1e121a37f9a8 req-9c66376a-903d-414b-9644-82281815e98f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0651448 Jul 15 15:43:33.445521 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f501b39f-74c9-4f47-b5be-1e121a37f9a8 req-d7efbf7b-a582-4dca-9a50-56fcf9889eb9 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Jul 15 15:43:33.986277 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d151e-ade6-4ea3-bc81-f2eab98db00e req-48c2ce4a-a76a-464a-a336-3e593875cac6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:33.987863 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-221d151e-ade6-4ea3-bc81-f2eab98db00e req-48c2ce4a-a76a-464a-a336-3e593875cac6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0682428 Jul 15 15:43:34.026496 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-221d151e-ade6-4ea3-bc81-f2eab98db00e req-8c6ffd32-b1fe-41f0-a265-c23016268599 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329385 Jul 15 15:43:34.325664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3174fc2a-0595-440d-87c2-9f5232467830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:34.633954 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d4d5-0b05-4ff4-803a-1aeca3c51449 req-6d7b30bc-fef6-471d-a23a-bad4b589d74b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:34.635537 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5aa6d4d5-0b05-4ff4-803a-1aeca3c51449 req-6d7b30bc-fef6-471d-a23a-bad4b589d74b tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0698650 Jul 15 15:43:34.673242 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5aa6d4d5-0b05-4ff4-803a-1aeca3c51449 req-9645a886-1a74-4b3d-a5a4-835c67c2b5dc tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jul 15 15:43:35.205004 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:43:35.219286 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99ad66-30b3-4619-be60-dad0e7a48fa5 req-a1c2fca3-c8ec-4931-bedb-4672bcca1e66 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:35.220810 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9c99ad66-30b3-4619-be60-dad0e7a48fa5 req-a1c2fca3-c8ec-4931-bedb-4672bcca1e66 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0731759 Jul 15 15:43:35.260720 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9c99ad66-30b3-4619-be60-dad0e7a48fa5 req-ed8920e4-77cb-4ed2-bf6c-5286120c99e3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342717 Jul 15 15:43:35.857028 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-ebcf16d7-4452-41cf-b979-9d3c0025c590 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:35.858852 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-ebcf16d7-4452-41cf-b979-9d3c0025c590 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.0927491 Jul 15 15:43:35.905576 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-989a15c7-5bef-4406-a334-97577ced4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:35.907525 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-989a15c7-5bef-4406-a334-97577ced4d26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1138 time: 0.1401563 Jul 15 15:43:35.936488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb05a-6ce4-49b6-8c96-a319d34b8ae5 req-b00291b3-65cc-443a-8446-dd4a20b8e060 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:35.937956 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7bacb05a-6ce4-49b6-8c96-a319d34b8ae5 req-b00291b3-65cc-443a-8446-dd4a20b8e060 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 943 time: 0.1270666 Jul 15 15:43:35.975510 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Deleting port 7723f727-57da-427e-8024-27b8205f2200 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:35.977283 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.033393 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-611db39d-b0cf-44a7-ad68-21dd954af7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.034930 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-611db39d-b0cf-44a7-ad68-21dd954af7f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1591268 Jul 15 15:43:36.045433 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7bacb05a-6ce4-49b6-8c96-a319d34b8ae5 req-7a117781-b99d-4935-9b90-e53d9296385d tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926840 Jul 15 15:43:36.076170 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] For port 7723f727-57da-427e-8024-27b8205f2200, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7723f727-57da-427e-8024-27b8205f2200,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:36.076536 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.078707 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60118) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:36.079733 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-6e9ad834-a660-4b6b-920b-785f21de697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.081128 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-6e9ad834-a660-4b6b-920b-785f21de697c service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 914 time: 0.1597981 Jul 15 15:43:36.096679 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Calling delete_port for 7723f727-57da-427e-8024-27b8205f2200 owned by compute:nova {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:36.192864 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-347c5707-2f4e-41f8-b943-36fd3f0534c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 1002 time: 0.0999331 Jul 15 15:43:36.216658 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3dc7af62-e276-43cf-82aa-d0c1081831e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.236824 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-a1a11ce2-4582-4c15-bb39-edcd6a7c61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.238339 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-a1a11ce2-4582-4c15-bb39-edcd6a7c61e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.1666713 Jul 15 15:43:36.254680 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.268182 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07', '6a532ded-8050-43bb-86e2-7c31370b0648', '6a5a923f-2729-4254-8b1a-458b68d365d9'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:36.293323 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-3a746fb7-3731-4105-a338-45cc199cff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.293581 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event deleted for resources: {'Port': ['ID=7723f727-57da-427e-8024-27b8205f2200,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:36.294843 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-3a746fb7-3731-4105-a338-45cc199cff9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.0920856 Jul 15 15:43:36.350546 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] No DVR routers for this DVR port 7723f727-57da-427e-8024-27b8205f2200 on host hv-cinder-78960 {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:36.353156 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.356199 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-104ead8a-2716-419d-ac9a-4e5b73dd4324 req-a829f4f9-c958-4cfc-9aab-05daac5fc7e0 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "DELETE /v2.0/ports/7723f727-57da-427e-8024-27b8205f2200 HTTP/1.1" status: 204 len: 173 time: 0.4815493 Jul 15 15:43:36.363273 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-da3265da-f36b-4357-bf8f-168998ce3b42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 1000 time: 0.1176090 Jul 15 15:43:36.363870 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'name': 'network-vif-deleted', 'tag': '7723f727-57da-427e-8024-27b8205f2200'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:36.368026 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fbe362-23f6-4e3f-885b-7aeec6f91527" -d '{"events": [{"server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "name": "network-vif-deleted", "tag": "7723f727-57da-427e-8024-27b8205f2200"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:36.413870 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-d9159b8b-8c65-43a6-95ac-1ab6a5483bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.415695 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-d9159b8b-8c65-43a6-95ac-1ab6a5483bee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1097474 Jul 15 15:43:36.461707 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf04c2f-7218-4a0a-8367-a9c8b8f72d1b x-openstack-request-id: req-ddf04c2f-7218-4a0a-8367-a9c8b8f72d1b {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:36.462068 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb204a2-bc67-487b-8fbd-c003737ac5e3", "name": "network-vif-deleted", "tag": "7723f727-57da-427e-8024-27b8205f2200", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:36.462287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddf04c2f-7218-4a0a-8367-a9c8b8f72d1b {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:36.462665 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb204a2-bc67-487b-8fbd-c003737ac5e3', 'name': 'network-vif-deleted', 'tag': '7723f727-57da-427e-8024-27b8205f2200', 'status': 'completed', 'code': 200} Jul 15 15:43:36.478080 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3dc7af62-e276-43cf-82aa-d0c1081831e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.503838 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3dc7af62-e276-43cf-82aa-d0c1081831e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.519043 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-67941de6-f310-4731-90eb-87bc6b256efa service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948935 Jul 15 15:43:36.527281 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-503db51f-fb11-4216-ac6f-b74fa3828a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.529047 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-503db51f-fb11-4216-ac6f-b74fa3828a3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.1519229 Jul 15 15:43:36.541665 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3dc7af62-e276-43cf-82aa-d0c1081831e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b76fbcb3016420585956e330885573c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617929 Jul 15 15:43:36.548087 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60126) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:36.576276 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7af62-e276-43cf-82aa-d0c1081831e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f41f13-8dec-4b84-9d62-44d214d86c78,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:36.614651 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eeb38-6791-42d0-a4e3-d331ad204561 req-8443e73e-caff-4111-bda5-dc8663d591dc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.617021 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d78eeb38-6791-42d0-a4e3-d331ad204561 req-8443e73e-caff-4111-bda5-dc8663d591dc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.1528406 Jul 15 15:43:36.636810 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1d123020-74a8-40ee-bdbd-e5f4f418991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.672437 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1d123020-74a8-40ee-bdbd-e5f4f418991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.687109 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-bd52d7b5-b760-46e5-ba90-efc1b02c9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:36.688594 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-bd52d7b5-b760-46e5-ba90-efc1b02c9b95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1383045 Jul 15 15:43:36.700928 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d78eeb38-6791-42d0-a4e3-d331ad204561 req-c1f81985-82a6-4a86-9ff0-1b99ae961b9e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612071 Jul 15 15:43:36.737287 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0cf3dc5b-2a73-40b6-a3e1-f582721987b3 req-d6c9cb98-7954-466d-aad7-0a4f89e49e27 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973076 Jul 15 15:43:36.749800 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1d123020-74a8-40ee-bdbd-e5f4f418991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.753135 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1d123020-74a8-40ee-bdbd-e5f4f418991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:36.754691 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1d123020-74a8-40ee-bdbd-e5f4f418991e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5f41f13-8dec-4b84-9d62-44d214d86c78 HTTP/1.1" status: 204 len: 168 time: 0.2056689 Jul 15 15:43:36.765579 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123020-74a8-40ee-bdbd-e5f4f418991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f41f13-8dec-4b84-9d62-44d214d86c78,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:36.801331 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-13c09ea2-71de-48a8-a461-00024e8d2ccd service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040606 Jul 15 15:43:36.896421 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-460e8333-2a6a-4018-925d-ce83e8bda0ce req-f03358fe-9e88-4ab0-8031-28a6d2ce9836 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880890 Jul 15 15:43:37.108629 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28b68d06-bff8-4875-b0eb-8c29a82587fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:37.200739 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a2831717-0865-400f-98f4-252c6dfb5ebd req-f65eced2-d466-4b7e-90c9-8b757d8c537a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eb204a2-bc67-487b-8fbd-c003737ac5e3 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Jul 15 15:43:37.420245 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:37.913790 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0f8dd-ce23-4f8f-a706-bdcafa52d251 req-66670eab-0f14-4d17-abc0-50fb109d3c99 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:37.915986 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-79c0f8dd-ce23-4f8f-a706-bdcafa52d251 req-66670eab-0f14-4d17-abc0-50fb109d3c99 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0675361 Jul 15 15:43:37.959451 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-79c0f8dd-ce23-4f8f-a706-bdcafa52d251 req-c799a364-dee8-4700-ab93-8b432a8ec523 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366359 Jul 15 15:43:37.991420 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.510360 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60202) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:38.611689 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-28a8025b-b32b-4144-9de5-521f44b3d484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.699826 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-28a8025b-b32b-4144-9de5-521f44b3d484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.703479 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-28a8025b-b32b-4144-9de5-521f44b3d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.739463 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-28a8025b-b32b-4144-9de5-521f44b3d484 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c72f7af6b0e44008cd4e74816db9229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280457 Jul 15 15:43:38.741931 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8025b-b32b-4144-9de5-521f44b3d484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f380df2-6bd0-471a-b877-eacd01b1c1df,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:38.742807 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60206) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:38.789514 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a1a10d8d-f38e-4212-9959-6e3b61fe5b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.809256 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a1a10d8d-f38e-4212-9959-6e3b61fe5b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.857179 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a1a10d8d-f38e-4212-9959-6e3b61fe5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.859688 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a1a10d8d-f38e-4212-9959-6e3b61fe5b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:38.860782 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a1a10d8d-f38e-4212-9959-6e3b61fe5b08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f380df2-6bd0-471a-b877-eacd01b1c1df HTTP/1.1" status: 204 len: 168 time: 0.1170111 Jul 15 15:43:38.869311 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a10d8d-f38e-4212-9959-6e3b61fe5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f380df2-6bd0-471a-b877-eacd01b1c1df,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:39.108956 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60214) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:39.122188 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd0347c4-68bb-4bca-8c44-47b6500af253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.140853 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378115d-baaa-4a88-adec-d5eea54fbd03 req-8f4f30ce-741f-421c-998f-dcd71af8b6e1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:39.142354 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a378115d-baaa-4a88-adec-d5eea54fbd03 req-8f4f30ce-741f-421c-998f-dcd71af8b6e1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0644674 Jul 15 15:43:39.185324 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a378115d-baaa-4a88-adec-d5eea54fbd03 req-acc19166-f320-47e4-8ac0-9cfcb0411f71 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356216 Jul 15 15:43:39.210939 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd0347c4-68bb-4bca-8c44-47b6500af253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.214632 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fd0347c4-68bb-4bca-8c44-47b6500af253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.251686 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fd0347c4-68bb-4bca-8c44-47b6500af253 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51032dc58c3c4b52aa8a603f445018c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417074 Jul 15 15:43:39.252790 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0347c4-68bb-4bca-8c44-47b6500af253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db4554f-c819-4fd0-891d-5efcd9dab5cb,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:39.254476 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60216) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:39.305406 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-aee3c6fb-cfc5-440d-895b-8718d63134ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.327409 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-aee3c6fb-cfc5-440d-895b-8718d63134ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.371410 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-aee3c6fb-cfc5-440d-895b-8718d63134ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.373892 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-aee3c6fb-cfc5-440d-895b-8718d63134ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.375028 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-aee3c6fb-cfc5-440d-895b-8718d63134ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6db4554f-c819-4fd0-891d-5efcd9dab5cb HTTP/1.1" status: 204 len: 168 time: 0.1189251 Jul 15 15:43:39.383259 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3c6fb-cfc5-440d-895b-8718d63134ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db4554f-c819-4fd0-891d-5efcd9dab5cb,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:39.581698 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:39.793149 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58897420-d6d5-4b47-96d5-aec50e0481bd req-33807b33-ed2c-4ebe-9316-c5afb1e1f528 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:39.794689 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-58897420-d6d5-4b47-96d5-aec50e0481bd req-33807b33-ed2c-4ebe-9316-c5afb1e1f528 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 945 time: 0.0662038 Jul 15 15:43:39.834709 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-58897420-d6d5-4b47-96d5-aec50e0481bd req-68a6b0e6-4cbb-4fe0-ae5f-3c5ef7d86835 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Jul 15 15:43:40.367011 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8161e3-95d5-4068-9ea7-35534254268b req-3f227601-759f-4323-bcee-186fcf42d2b3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:40.368539 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3e8161e3-95d5-4068-9ea7-35534254268b req-3f227601-759f-4323-bcee-186fcf42d2b3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0662975 Jul 15 15:43:40.408939 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3e8161e3-95d5-4068-9ea7-35534254268b req-4f461a1a-be27-4e0a-9d63-1076437629d1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342550 Jul 15 15:43:40.721587 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60266) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:40.828367 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7280d35e-4c80-4afb-9325-427fbe41bdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:40.915862 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7280d35e-4c80-4afb-9325-427fbe41bdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:40.919644 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7280d35e-4c80-4afb-9325-427fbe41bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:40.968162 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280d35e-4c80-4afb-9325-427fbe41bdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5181ef-c316-4f62-b060-c5ea68feb58f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:40.987254 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-7280d35e-4c80-4afb-9325-427fbe41bdd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa065e69ad6d42f1805698428d065078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645814 Jul 15 15:43:40.989964 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60272) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:41.021889 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63dfb-d99c-43b3-8216-2ab1f191f762 req-f53359ae-9401-482c-bd45-8bf4391ef55f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:41.023941 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61c63dfb-d99c-43b3-8216-2ab1f191f762 req-f53359ae-9401-482c-bd45-8bf4391ef55f tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 945 time: 0.0722055 Jul 15 15:43:41.041868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-59750fbb-3914-498f-9d60-80fb59de71f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:41.060759 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61c63dfb-d99c-43b3-8216-2ab1f191f762 req-0f8bf984-40bc-4db0-8ccd-85ea5b73417c tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Jul 15 15:43:41.063141 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-59750fbb-3914-498f-9d60-80fb59de71f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:41.107447 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-59750fbb-3914-498f-9d60-80fb59de71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:41.110033 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-59750fbb-3914-498f-9d60-80fb59de71f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:41.111187 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-59750fbb-3914-498f-9d60-80fb59de71f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e5181ef-c316-4f62-b060-c5ea68feb58f HTTP/1.1" status: 204 len: 168 time: 0.1194756 Jul 15 15:43:41.118875 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59750fbb-3914-498f-9d60-80fb59de71f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5181ef-c316-4f62-b060-c5ea68feb58f,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:41.615159 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e97cb-eab7-48bb-87a8-2b47cb97039b req-55e624d8-a9c6-4dbc-93cf-fba1fb63e2a7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:41.617213 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-258e97cb-eab7-48bb-87a8-2b47cb97039b req-55e624d8-a9c6-4dbc-93cf-fba1fb63e2a7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0924783 Jul 15 15:43:41.661307 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-30f06504-f36d-4ca6-a7a6-657a3f92ec71 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:41.662760 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-30f06504-f36d-4ca6-a7a6-657a3f92ec71 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 945 time: 0.0936399 Jul 15 15:43:41.700786 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-258e97cb-eab7-48bb-87a8-2b47cb97039b req-9b9b81ed-fc37-4a93-9ec2-e25614ae5694 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759473 Jul 15 15:43:41.771405 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Deleting port 6a5a923f-2729-4254-8b1a-458b68d365d9 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:41.771740 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:42.121437 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] For port 6a5a923f-2729-4254-8b1a-458b68d365d9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a5a923f-2729-4254-8b1a-458b68d365d9,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:42.121851 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:42.134782 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Calling delete_port for 6a5a923f-2729-4254-8b1a-458b68d365d9 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:42.241359 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c307a8-0285-49ae-b48f-128db1f28290 req-99b6fc1e-7b89-4d72-a17e-c0f9140acb9a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:42.243650 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-08c307a8-0285-49ae-b48f-128db1f28290 req-99b6fc1e-7b89-4d72-a17e-c0f9140acb9a tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80015c-7459-4628-afda-5e9008b244a1 HTTP/1.1" status: 200 len: 945 time: 0.0651941 Jul 15 15:43:42.259363 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:42.273589 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07', '6a532ded-8050-43bb-86e2-7c31370b0648', '6a5a923f-2729-4254-8b1a-458b68d365d9'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:42.283544 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-08c307a8-0285-49ae-b48f-128db1f28290 req-af1d4dd8-19d4-49a0-aa9d-c2e1663bb281 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Jul 15 15:43:42.290766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event deleted for resources: {'Port': ['ID=6a5a923f-2729-4254-8b1a-458b68d365d9,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:42.343327 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] No DVR routers for this DVR port 6a5a923f-2729-4254-8b1a-458b68d365d9 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:42.346019 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:42.348212 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-41895ac4-d335-4e5a-b847-b0838e1ba955 req-ca4e4eb6-8832-43e3-93f2-2ee27dbbad70 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "DELETE /v2.0/ports/6a5a923f-2729-4254-8b1a-458b68d365d9 HTTP/1.1" status: 204 len: 173 time: 0.6793911 Jul 15 15:43:42.348645 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e80015c-7459-4628-afda-5e9008b244a1', 'name': 'network-vif-deleted', 'tag': '6a5a923f-2729-4254-8b1a-458b68d365d9'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:42.350981 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b5792-da61-476b-9392-b4ddaefb0073" -d '{"events": [{"server_uuid": "2e80015c-7459-4628-afda-5e9008b244a1", "name": "network-vif-deleted", "tag": "6a5a923f-2729-4254-8b1a-458b68d365d9"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:42.391906 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a8b0f-07a9-40ff-a3d5-1ba34b47f16e x-openstack-request-id: req-8c6a8b0f-07a9-40ff-a3d5-1ba34b47f16e {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:42.392223 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e80015c-7459-4628-afda-5e9008b244a1", "name": "network-vif-deleted", "tag": "6a5a923f-2729-4254-8b1a-458b68d365d9", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:42.392473 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c6a8b0f-07a9-40ff-a3d5-1ba34b47f16e {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:42.392858 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e80015c-7459-4628-afda-5e9008b244a1', 'name': 'network-vif-deleted', 'tag': '6a5a923f-2729-4254-8b1a-458b68d365d9', 'status': 'completed', 'code': 200} Jul 15 15:43:42.897132 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bafae-77f2-4687-b205-8aeaf2688c53 req-97816d46-5175-47ad-b23d-ffd2d90c030c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:42.898635 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a0bafae-77f2-4687-b205-8aeaf2688c53 req-97816d46-5175-47ad-b23d-ffd2d90c030c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 944 time: 0.0672486 Jul 15 15:43:42.936953 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7a0bafae-77f2-4687-b205-8aeaf2688c53 req-607e65a5-8a27-4730-8d95-c7e8c6f246f4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321412 Jul 15 15:43:43.322496 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:43:43.428753 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:43.440135 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'port_id': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'mac_address': 'fa:16:3e:ad:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:43:43.478573 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:43.492679 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0509eda-5274-495c-800b-bb4ebdfccd64 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:43:43.518757 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:43.523569 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:43.575612 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=9']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:43.763152 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e4c38-1970-4dd1-a705-f619e5f8e2b0 req-d98244ab-af58-46cc-9fea-a4084945b898 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:43.764650 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e14e4c38-1970-4dd1-a705-f619e5f8e2b0 req-d98244ab-af58-46cc-9fea-a4084945b898 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 946 time: 0.0627608 Jul 15 15:43:43.802419 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e14e4c38-1970-4dd1-a705-f619e5f8e2b0 req-ab153147-d701-4102-b753-8ddf0f214381 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Jul 15 15:43:43.839185 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['c0509eda-5274-495c-800b-bb4ebdfccd64'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:44.114567 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf674a7-8e06-46a5-b795-b170f696921a req-05470e78-ea0d-4afe-91f8-591f83bb40b3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:44.116542 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8cf674a7-8e06-46a5-b795-b170f696921a req-05470e78-ea0d-4afe-91f8-591f83bb40b3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 945 time: 0.0611801 Jul 15 15:43:44.152204 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8cf674a7-8e06-46a5-b795-b170f696921a req-9f899d48-a1e6-4b0e-9c38-26b101651512 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302455 Jul 15 15:43:44.977748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c5fa-f9ed-48cf-b5ef-ec8012eaea8e req-d336f7ca-a5ea-4dd6-a194-d45782692c7e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:44.979439 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3946c5fa-f9ed-48cf-b5ef-ec8012eaea8e req-d336f7ca-a5ea-4dd6-a194-d45782692c7e tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 946 time: 0.0676582 Jul 15 15:43:45.017821 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3946c5fa-f9ed-48cf-b5ef-ec8012eaea8e req-e3fba6a5-aa3d-4c3f-8ec2-507eeb611475 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Jul 15 15:43:45.061591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60364) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:45.159256 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c9a440a-a53c-4750-8f30-ac78032faf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.278124 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-d4f487d4-c346-4b5d-9f45-48c5ad13c2c2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:45.279559 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-d4f487d4-c346-4b5d-9f45-48c5ad13c2c2 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 946 time: 0.0939283 Jul 15 15:43:45.327596 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c9a440a-a53c-4750-8f30-ac78032faf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.334948 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed290cc8-3528-46df-8b42-65006444d1ae req-39546021-7bcb-40c7-9c9c-697aa1e4d824 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:45.335457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c9a440a-a53c-4750-8f30-ac78032faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.336594 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed290cc8-3528-46df-8b42-65006444d1ae req-39546021-7bcb-40c7-9c9c-697aa1e4d824 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 945 time: 0.0629673 Jul 15 15:43:45.354404 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:43:45.377234 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed290cc8-3528-46df-8b42-65006444d1ae req-da09b1fe-67df-415e-a447-7fc479cc8c44 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334196 Jul 15 15:43:45.403606 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-2c9a440a-a53c-4750-8f30-ac78032faf77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50df97bc5d574d898bbc6e37b9241413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405130 Jul 15 15:43:45.404568 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a440a-a53c-4750-8f30-ac78032faf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe9c51c-da92-47e2-ac43-b4acc7e09c53,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:45.406026 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60370) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:45.420442 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port c0509eda-5274-495c-800b-bb4ebdfccd64 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:43:45.421190 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.433224 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Deleting port 6a532ded-8050-43bb-86e2-7c31370b0648 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:45.433939 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.462449 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1952-fc79-482c-9ffe-392820fc5581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.483689 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1952-fc79-482c-9ffe-392820fc5581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.503499 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.530620 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] For port 6a532ded-8050-43bb-86e2-7c31370b0648, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6a532ded-8050-43bb-86e2-7c31370b0648,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:45.531025 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.531372 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:45.533714 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6e98fe-568b-46c6-8c6e-bfbba765de46" -d '{"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-plugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:45.533896 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1952-fc79-482c-9ffe-392820fc5581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.537080 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1952-fc79-482c-9ffe-392820fc5581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.539307 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9e8a1952-fc79-482c-9ffe-392820fc5581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fe9c51c-da92-47e2-ac43-b4acc7e09c53 HTTP/1.1" status: 204 len: 168 time: 0.1320610 Jul 15 15:43:45.550322 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Calling delete_port for 6a532ded-8050-43bb-86e2-7c31370b0648 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:45.554649 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a1952-fc79-482c-9ffe-392820fc5581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe9c51c-da92-47e2-ac43-b4acc7e09c53,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:45.557577 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:45.565400 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.566717 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a5a923f-2729-4254-8b1a-458b68d365d9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:45.596791 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dfa5cd-78b1-4bc3-be73-df58b2b56b1a x-openstack-request-id: req-13dfa5cd-78b1-4bc3-be73-df58b2b56b1a {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:45.597172 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-plugged", "status": "completed", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:45.597514 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13dfa5cd-78b1-4bc3-be73-df58b2b56b1a {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:45.597969 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'code': 200} Jul 15 15:43:45.616589 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 6a5a923f-2729-4254-8b1a-458b68d365d9 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:45.617017 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a5a923f-2729-4254-8b1a-458b68d365d9 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:45.648197 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=10']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:45.706492 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.718642 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07', '6a532ded-8050-43bb-86e2-7c31370b0648'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:45.745882 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event deleted for resources: {'Port': ['ID=6a532ded-8050-43bb-86e2-7c31370b0648,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:45.795053 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] No DVR routers for this DVR port 6a532ded-8050-43bb-86e2-7c31370b0648 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:45.797515 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:45.799480 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5de57b1b-64a6-4bb8-a831-90e79836265e req-a5807912-1d8c-41be-bd70-773e90423d66 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "DELETE /v2.0/ports/6a532ded-8050-43bb-86e2-7c31370b0648 HTTP/1.1" status: 204 len: 173 time: 0.5130343 Jul 15 15:43:45.799910 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'name': 'network-vif-deleted', 'tag': '6a532ded-8050-43bb-86e2-7c31370b0648'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:45.802214 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f51a00-2b69-44ac-b54e-e084e3ac43e3" -d '{"events": [{"server_uuid": "f20458c7-a6fa-4d8d-9d99-9a9c5a728081", "name": "network-vif-deleted", "tag": "6a532ded-8050-43bb-86e2-7c31370b0648"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:45.840987 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0419b8d-27c3-4a54-a4d7-83bfed521aff x-openstack-request-id: req-f0419b8d-27c3-4a54-a4d7-83bfed521aff {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:45.841445 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20458c7-a6fa-4d8d-9d99-9a9c5a728081", "name": "network-vif-deleted", "tag": "6a532ded-8050-43bb-86e2-7c31370b0648", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:45.841711 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0419b8d-27c3-4a54-a4d7-83bfed521aff {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:45.842189 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20458c7-a6fa-4d8d-9d99-9a9c5a728081', 'name': 'network-vif-deleted', 'tag': '6a532ded-8050-43bb-86e2-7c31370b0648', 'status': 'completed', 'code': 200} Jul 15 15:43:46.148234 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53d883-8ddd-400a-9470-62df97d19537 req-cf70aa71-40b0-4354-b70b-7839955e4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:46.150025 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4c53d883-8ddd-400a-9470-62df97d19537 req-cf70aa71-40b0-4354-b70b-7839955e4104 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1100 time: 0.0547996 Jul 15 15:43:46.188437 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-68cb29f1-8c75-45cb-9d6d-f6feb83c0cf8 req-98709c45-25df-462a-b31b-d9600cb541f6 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=f20458c7-a6fa-4d8d-9d99-9a9c5a728081 HTTP/1.1" status: 200 len: 210 time: 0.0321999 Jul 15 15:43:46.211627 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4c53d883-8ddd-400a-9470-62df97d19537 req-fbdde7ba-b727-4ecd-a8fd-857a788c6ee1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464299 Jul 15 15:43:46.567445 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbe4e5-247f-425c-ad43-14bccc22e119 req-3bb0aa10-2bcb-46f0-b6c6-75b5eab6517a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:46.569580 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c4cbe4e5-247f-425c-ad43-14bccc22e119 req-3bb0aa10-2bcb-46f0-b6c6-75b5eab6517a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.0702889 Jul 15 15:43:46.609195 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c4cbe4e5-247f-425c-ad43-14bccc22e119 req-e4931310-b061-402e-a1f7-3c03c7cd33ed tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325136 Jul 15 15:43:46.647716 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60408) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:46.744761 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d41e-588d-4e03-8f1a-73a73840949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.829279 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d41e-588d-4e03-8f1a-73a73840949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.832716 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d41e-588d-4e03-8f1a-73a73840949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.872552 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3ee2d41e-588d-4e03-8f1a-73a73840949d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df9a2fbafc664ee28d29ccb4684eaacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238102 Jul 15 15:43:46.873373 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2d41e-588d-4e03-8f1a-73a73840949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d9c7c5-5460-40e6-b35f-69a4fe14a1e9,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:46.875344 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60412) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:46.925395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-05cd69c0-6956-49ea-aad3-f920c6bbfb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.946279 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-05cd69c0-6956-49ea-aad3-f920c6bbfb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.989469 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-05cd69c0-6956-49ea-aad3-f920c6bbfb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.992562 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-05cd69c0-6956-49ea-aad3-f920c6bbfb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:46.993706 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-05cd69c0-6956-49ea-aad3-f920c6bbfb6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19d9c7c5-5460-40e6-b35f-69a4fe14a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1173785 Jul 15 15:43:47.001124 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd69c0-6956-49ea-aad3-f920c6bbfb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d9c7c5-5460-40e6-b35f-69a4fe14a1e9,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:47.617157 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60474) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:47.720708 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1353540825-network', 'tenant_id': '49d9e4c9a59c40bdb7b88723fdaf9884'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:47.751866 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Made reservation on behalf of 49d9e4c9a59c40bdb7b88723fdaf9884 for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:43:47.754090 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.762965 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.806464 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fed253-75d5-4e89-ad6f-30ec4e57cd36 req-b6fdd02e-6dc3-40b1-b2e6-84ebc320d696 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:47.807945 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53fed253-75d5-4e89-ad6f-30ec4e57cd36 req-b6fdd02e-6dc3-40b1-b2e6-84ebc320d696 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.0675263 Jul 15 15:43:47.846599 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-53fed253-75d5-4e89-ad6f-30ec4e57cd36 req-736fab41-2b86-4e90-98f6-fa6790755136 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324671 Jul 15 15:43:47.859077 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.863380 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.876989 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:43:47.898790 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.899131 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Added segment e6ba11af-993b-4e75-b66d-32aea05493a3 of type vlan for network e8622caf-3802-4fd9-901b-eeab44514b64 Jul 15 15:43:47.911798 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d680e7e6-c074-4487-bc89-a8b2c2e4ef83,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:47.943778 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.974901 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:47.976401 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:47.976979 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:48.006334 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3877983 Jul 15 15:43:48.009195 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60480) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:48.014334 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Request body: {'subnet': {'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1353540825-subnet', 'tenant_id': '49d9e4c9a59c40bdb7b88723fdaf9884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:48.035052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77aa6a-e087-4fe6-9d54-64a6f670e321 admin admin] Pushing event updated for resources: {'Network': ['ID=e8622caf-3802-4fd9-901b-eeab44514b64,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:48.035253 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Made reservation on behalf of 49d9e4c9a59c40bdb7b88723fdaf9884 for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:43:48.038249 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6023317'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:48.046550 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network e8622caf-3802-4fd9-901b-eeab44514b64 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:43:48.198300 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5277742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6023303'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:48.253859 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa8da73-9cf7-4880-884e-0521c7f90d83,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:48.258643 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Checking segment: {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:43:48.258924 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Network hostable DHCP agents. Network: e8622caf-3802-4fd9-901b-eeab44514b64, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:43:48.275003 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Network e8622caf-3802-4fd9-901b-eeab44514b64 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:43:48.283395 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, e8622caf-3802-4fd9-901b-eeab44514b64) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:43:48.287657 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:48.288158 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:48.292809 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a3b18-bcf8-462f-a29a-c5c01727b0aa None None] Network e8622caf-3802-4fd9-901b-eeab44514b64 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:43:48.301056 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d2a51e59-8ddb-470b-b850-04abddf38018 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2906475 Jul 15 15:43:48.413308 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d9d9d-e65d-4d67-b5e4-6ab8ff2d3cae None None] Network e8622caf-3802-4fd9-901b-eeab44514b64 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:43:48.806705 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5d6dd-a281-4a4b-9e6e-d88f9a65e98a req-b42255f9-7bb3-419d-a7d5-ed2e874efb87 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:48.808217 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c0b5d6dd-a281-4a4b-9e6e-d88f9a65e98a req-b42255f9-7bb3-419d-a7d5-ed2e874efb87 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0680835 Jul 15 15:43:48.846274 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c0b5d6dd-a281-4a4b-9e6e-d88f9a65e98a req-8843478a-a614-49c6-a726-0f866cc6eea7 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Jul 15 15:43:49.028627 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06259-67cc-446e-b50a-b59eae716cba req-7cb50ea3-79d6-4440-ba78-a3efc82d3b2b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:49.029987 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-08a06259-67cc-446e-b50a-b59eae716cba req-7cb50ea3-79d6-4440-ba78-a3efc82d3b2b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.0607588 Jul 15 15:43:49.068184 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-08a06259-67cc-446e-b50a-b59eae716cba req-c8b4cda4-709d-4970-91ae-0478e2a6d8e1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326486 Jul 15 15:43:49.361472 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a532ded-8050-43bb-86e2-7c31370b0648 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:49.380352 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 6a532ded-8050-43bb-86e2-7c31370b0648 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:49.380689 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6a532ded-8050-43bb-86e2-7c31370b0648 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:50.019158 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed954b-f543-4f32-a438-e7df0403487e req-2567bfec-57b5-4d4c-8944-e9a50fee3455 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:50.020623 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36ed954b-f543-4f32-a438-e7df0403487e req-2567bfec-57b5-4d4c-8944-e9a50fee3455 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0612948 Jul 15 15:43:50.047532 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-07c2f91c-17b4-44e0-923a-a28e6346cc30 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:50.048995 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-07c2f91c-17b4-44e0-923a-a28e6346cc30 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/networks?id=e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 200 len: 814 time: 0.1021731 Jul 15 15:43:50.057812 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-36ed954b-f543-4f32-a438-e7df0403487e req-e38a884e-1b89-441a-8b94-db0ef661fccb tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/security-groups?id=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Jul 15 15:43:50.063896 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-10da4225-475a-4f00-b4c2-5bb070935804 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/quotas/49d9e4c9a59c40bdb7b88723fdaf9884 HTTP/1.1" status: 200 len: 375 time: 0.0089521 Jul 15 15:43:50.096731 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-f7e4352f-6c1c-4f29-8bf1-09e8609fa176 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277846 Jul 15 15:43:50.186197 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-34f0233f-0d69-476d-b20f-8fe192052119 service neutron] 10.222.0.15 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830517 Jul 15 15:43:50.271532 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-5c80cc21-8a80-435e-8e87-d1038152d727 service neutron] 10.222.0.15 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796950 Jul 15 15:43:50.432217 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f148ab5d-f626-49e8-96f8-39dcdc2c19db req-8efa6677-6090-4683-8dfd-a5476042c424 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 210 time: 0.0267289 Jul 15 15:43:50.564067 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-5ab7695c-d1d7-4a3f-8e3c-20f04b65dc72 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:50.565698 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-5ab7695c-d1d7-4a3f-8e3c-20f04b65dc72 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 945 time: 0.0689917 Jul 15 15:43:50.673410 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Deleting port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:43:50.673761 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:50.767127 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] For port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,segment=NetworkSegment(4a661342-f725-4ca0-b204-9f2fb4f2a1ce),segment_id=4a661342-f725-4ca0-b204-9f2fb4f2a1ce)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:50.767488 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:50.781535 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Calling delete_port for 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:43:50.909613 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:50.920756 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['70285bbc-fc08-4fb0-89b5-dd1e11f49f07'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:50.942605 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Pushing event deleted for resources: {'Port': ['ID=70285bbc-fc08-4fb0-89b5-dd1e11f49f07,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:50.986717 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] No DVR routers for this DVR port 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:43:50.989448 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:50.992196 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8b713faf-ad4a-4551-afab-95eaac062fcd req-c7636844-90dc-43cf-bdcc-7cd9cba3cf11 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.43 "DELETE /v2.0/ports/70285bbc-fc08-4fb0-89b5-dd1e11f49f07 HTTP/1.1" status: 204 len: 173 time: 0.4197052 Jul 15 15:43:50.992762 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'name': 'network-vif-deleted', 'tag': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:50.995188 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9167a9b-26f7-4815-b9d5-e5e5da76dfc9" -d '{"events": [{"server_uuid": "1903cb11-fa84-49c5-8d3e-35a6692e303f", "name": "network-vif-deleted", "tag": "70285bbc-fc08-4fb0-89b5-dd1e11f49f07"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:51.030451 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c380dcb-cc5b-44ed-a334-d0a7a4d1610b x-openstack-request-id: req-1c380dcb-cc5b-44ed-a334-d0a7a4d1610b {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:51.030741 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1903cb11-fa84-49c5-8d3e-35a6692e303f", "name": "network-vif-deleted", "tag": "70285bbc-fc08-4fb0-89b5-dd1e11f49f07", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:51.031045 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c380dcb-cc5b-44ed-a334-d0a7a4d1610b {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:51.031444 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1903cb11-fa84-49c5-8d3e-35a6692e303f', 'name': 'network-vif-deleted', 'tag': '70285bbc-fc08-4fb0-89b5-dd1e11f49f07', 'status': 'completed', 'code': 200} Jul 15 15:43:51.211652 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-580909ef-387b-4fca-b8d0-9d2166fc0017 req-2c08f2cf-646c-4ec2-ae12-3c4a57ada314 tempest-AttachVolumeNegativeTest-1608971788 tempest-AttachVolumeNegativeTest-1608971788-project] 10.222.0.15 "GET /v2.0/ports?device_id=1903cb11-fa84-49c5-8d3e-35a6692e303f HTTP/1.1" status: 200 len: 210 time: 0.0298216 Jul 15 15:43:51.587903 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c2c5bf79-eb4d-4959-b4c7-924dd634e810 req-305f3ffc-3a78-4b86-9fa3-06469558e517 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 210 time: 0.0393670 Jul 15 15:43:51.594709 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-3d35f3bf-f2b4-4f88-86dc-8cf6feb6150f tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:51.596112 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-3d35f3bf-f2b4-4f88-86dc-8cf6feb6150f tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "GET /v2.0/networks?id=e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 200 len: 814 time: 0.1385925 Jul 15 15:43:51.616065 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Request body: {'port': {'device_id': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64', 'admin_state_up': True, 'tenant_id': '49d9e4c9a59c40bdb7b88723fdaf9884'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:51.730621 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Made reservation on behalf of 49d9e4c9a59c40bdb7b88723fdaf9884 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:43:51.734439 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:51.855997 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Allocated IP 172.20.0.7 (e8622caf-3802-4fd9-901b-eeab44514b64/7fa8da73-9cf7-4880-884e-0521c7f90d83/9158f5c5-564a-4292-8172-ddce98615d52) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:43:52.002961 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.042279 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.086231 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Network e8622caf-3802-4fd9-901b-eeab44514b64 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:43:52.089314 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:43:52.093083 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:43:52.116532 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Pushing event updated for resources: {'Port': ['ID=9158f5c5-564a-4292-8172-ddce98615d52,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:52.142452 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:52.143049 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.156762 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-32ee2a72-a759-4e4f-8a03-0f46643d6534 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494449 Jul 15 15:43:52.175373 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Request body: {'port': {'device_id': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:43:52.248187 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.301887 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60544) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:52.345044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Deleting subnet 1f933057-0801-4575-8299-ca882d33ce6c {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:43:52.348060 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.381372 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.418681 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.475799 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.501690 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f933057-0801-4575-8299-ca882d33ce6c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:52.503657 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.507541 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9158f5c5-564a-4292-8172-ddce98615d52 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:43:52.508116 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ed987486-fed9-49cc-bd53-3fef0db50056 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f933057-0801-4575-8299-ca882d33ce6c HTTP/1.1" status: 204 len: 168 time: 0.2051392 Jul 15 15:43:52.508996 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60546) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:52.515537 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.528166 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Transition to ACTIVE for port object 9158f5c5-564a-4292-8172-ddce98615d52 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:43:52.531638 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.577958 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.580636 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=9158f5c5-564a-4292-8172-ddce98615d52,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:52.655420 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Attempting to bind port 9158f5c5-564a-4292-8172-ddce98615d52 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:43:52.656121 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Attempting to bind port 9158f5c5-564a-4292-8172-ddce98615d52 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:43:52.656233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Attempting to bind port 9158f5c5-564a-4292-8172-ddce98615d52 on network e8622caf-3802-4fd9-901b-eeab44514b64 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:43:52.660741 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Port 9158f5c5-564a-4292-8172-ddce98615d52 on network e8622caf-3802-4fd9-901b-eeab44514b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:43:52.661148 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Attempting to bind port 9158f5c5-564a-4292-8172-ddce98615d52 on network e8622caf-3802-4fd9-901b-eeab44514b64 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:43:52.662173 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.666209 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:43:52.666754 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Checking segment: {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:43:52.667217 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Bound using segment: {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:43:52.667771 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Bound port: 9158f5c5-564a-4292-8172-ddce98615d52, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:43:52.668206 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.671948 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f31b63-443f-417d-81c1-7f491384278c']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:52.681942 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a661342-f725-4ca0-b204-9f2fb4f2a1ce') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:52.682259 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a661342-f725-4ca0-b204-9f2fb4f2a1ce') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:43:52.691144 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.705930 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.713365 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:43:52.713755 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:43:52.715533 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:43:52.770077 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] For port 9158f5c5-564a-4292-8172-ddce98615d52, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:43:52.773766 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.774646 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] For port 9158f5c5-564a-4292-8172-ddce98615d52, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9158f5c5-564a-4292-8172-ddce98615d52,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:43:52.779537 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.783921 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] 10.222.0.15 "DELETE /v2.0/networks/58f31b63-443f-417d-81c1-7f491384278c HTTP/1.1" status: 204 len: 168 time: 0.2717016 Jul 15 15:43:52.784088 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.799432 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec360-e709-4193-8d32-2aeb3838de82 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f31b63-443f-417d-81c1-7f491384278c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:52.831182 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:52.831806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:52.833201 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] 10.222.0.43 "PUT /v2.0/ports/9158f5c5-564a-4292-8172-ddce98615d52 HTTP/1.1" status: 200 len: 1093 time: 0.6618211 Jul 15 15:43:52.845602 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de99728-aff2-4dc3-85c2-af4041cd3110 req-92c503fc-a945-4860-98b0-4be6ed216fce tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:52.847191 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0de99728-aff2-4dc3-85c2-af4041cd3110 req-92c503fc-a945-4860-98b0-4be6ed216fce tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 943 time: 0.1380565 Jul 15 15:43:52.864342 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0066c82-a0f4-443d-9bec-04963d4cbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=9158f5c5-564a-4292-8172-ddce98615d52,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:52.907120 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60556) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:52.921040 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0de99728-aff2-4dc3-85c2-af4041cd3110 req-85100bd8-116a-4be9-b35a-c4ad8359e1b4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657372 Jul 15 15:43:52.949162 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8aea2fd2-fef4-4648-bb41-3cdc105ffc5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da2a37a386c840d48c59484cdae683d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408714 Jul 15 15:43:52.951601 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60558) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:52.952840 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-429b7d94-53c5-4698-beff-a1440099d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:52.954360 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-429b7d94-53c5-4698-beff-a1440099d501 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 1096 time: 0.0683892 Jul 15 15:43:52.995871 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-6e991f9b-994d-4ef6-9d46-1aa78aac2922 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9158f5c5-564a-4292-8172-ddce98615d52 HTTP/1.1" status: 200 len: 217 time: 0.0325553 Jul 15 15:43:52.997678 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-471d841a-a102-4682-97a7-9966537999a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:53.018582 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-471d841a-a102-4682-97a7-9966537999a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:53.034734 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'tag': '9158f5c5-564a-4292-8172-ddce98615d52'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:53.036962 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365045c-7d90-4d51-ac03-a91f6ed95635" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad2995-b638-4148-b2f5-2a5a186bbb9c", "tag": "9158f5c5-564a-4292-8172-ddce98615d52"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:53.049634 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e465b815-5065-4416-b76b-93d32f597f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:53.051138 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-e465b815-5065-4416-b76b-93d32f597f9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa8da73-9cf7-4880-884e-0521c7f90d83 HTTP/1.1" status: 200 len: 854 time: 0.0483651 Jul 15 15:43:53.066242 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-471d841a-a102-4682-97a7-9966537999a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:53.070084 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-471d841a-a102-4682-97a7-9966537999a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:53.073750 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-471d841a-a102-4682-97a7-9966537999a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58c016f7-2f07-4bc4-9c0c-e5abb652f0b8 HTTP/1.1" status: 204 len: 168 time: 0.1187193 Jul 15 15:43:53.082345 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d841a-a102-4682-97a7-9966537999a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c016f7-2f07-4bc4-9c0c-e5abb652f0b8,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:53.086376 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602f3c1-6dd6-40e0-a608-837f3ea32192 x-openstack-request-id: req-b602f3c1-6dd6-40e0-a608-837f3ea32192 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:53.086668 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad2995-b638-4148-b2f5-2a5a186bbb9c", "tag": "9158f5c5-564a-4292-8172-ddce98615d52", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:53.086914 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b602f3c1-6dd6-40e0-a608-837f3ea32192 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:53.087311 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'tag': '9158f5c5-564a-4292-8172-ddce98615d52', 'status': 'completed', 'code': 200} Jul 15 15:43:53.089397 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-69358e45-c439-43d7-912f-404d1c865607 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8622caf-3802-4fd9-901b-eeab44514b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298681 Jul 15 15:43:53.180398 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-fb79bebd-2924-4943-b5b3-17b1f71ef475 service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835652 Jul 15 15:43:53.271308 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34d91cae-f766-4659-ac23-38ad5da2cdd5 req-694b0af7-90a5-4602-8f71-fe81bdc8240a service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832722 Jul 15 15:43:53.376953 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-d61197f5-eaa3-46be-a471-f982d25ba547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:53.378479 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-d61197f5-eaa3-46be-a471-f982d25ba547 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 1096 time: 0.0556779 Jul 15 15:43:53.476902 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-46dc3da3-fff4-42b6-9e7e-12dc79fc3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:53.478401 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-46dc3da3-fff4-42b6-9e7e-12dc79fc3af9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 200 len: 914 time: 0.0852191 Jul 15 15:43:53.530065 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-d6200b85-dcc5-4751-9ef3-8870e5c27fec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9158f5c5-564a-4292-8172-ddce98615d52 HTTP/1.1" status: 200 len: 217 time: 0.0377316 Jul 15 15:43:53.582433 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-cb880c76-629b-47dd-a383-6eef1d327fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:53.583875 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-cb880c76-629b-47dd-a383-6eef1d327fb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa8da73-9cf7-4880-884e-0521c7f90d83 HTTP/1.1" status: 200 len: 854 time: 0.0447655 Jul 15 15:43:53.618393 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-c5f4292b-686f-4de7-83e1-3a73237bbf4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8622caf-3802-4fd9-901b-eeab44514b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272453 Jul 15 15:43:53.713699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-c4fc6f0b-5cd7-4537-bc6f-6c0fc5e5dbcb service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Jul 15 15:43:53.807498 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e365045c-7d90-4d51-ac03-a91f6ed95635 req-7213bbd6-926b-47ba-9e2e-af52d9b6915d service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816469 Jul 15 15:43:54.097168 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f0940-91c8-4776-ab38-a77c6f6ddde0 req-f74f08fe-b14d-4880-bf78-43244516fd56 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:54.098671 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f92f0940-91c8-4776-ab38-a77c6f6ddde0 req-f74f08fe-b14d-4880-bf78-43244516fd56 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 943 time: 0.0664856 Jul 15 15:43:54.378532 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f92f0940-91c8-4776-ab38-a77c6f6ddde0 req-13d3d342-49c7-4246-ba7c-27ab516637a8 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684686 Jul 15 15:43:55.408796 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9158f5c5-564a-4292-8172-ddce98615d52 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:43:55.411341 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:43:55.440429 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:43:55.440846 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 70285bbc-fc08-4fb0-89b5-dd1e11f49f07 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:43:55.533803 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 9158f5c5-564a-4292-8172-ddce98615d52, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9158f5c5-564a-4292-8172-ddce98615d52,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:55.546395 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '9158f5c5-564a-4292-8172-ddce98615d52', 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64', 'port_id': '9158f5c5-564a-4292-8172-ddce98615d52', 'mac_address': 'fa:16:3e:9e:4c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa8da73-9cf7-4880-884e-0521c7f90d83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:43:55.561516 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c7dc-2aab-42a6-8808-e344409ff52b req-d7fd8927-70ee-44a0-9764-50ff44ad4f23 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:55.563040 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-69f1c7dc-2aab-42a6-8808-e344409ff52b req-d7fd8927-70ee-44a0-9764-50ff44ad4f23 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 943 time: 0.0620811 Jul 15 15:43:55.586599 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:55.598739 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9158f5c5-564a-4292-8172-ddce98615d52 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:43:55.600626 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-69f1c7dc-2aab-42a6-8808-e344409ff52b req-5fb8beeb-419b-4eb4-9510-17b2ef79ef75 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Jul 15 15:43:55.623727 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 9158f5c5-564a-4292-8172-ddce98615d52, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9158f5c5-564a-4292-8172-ddce98615d52,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:55.627693 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:55.673921 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=9158f5c5-564a-4292-8172-ddce98615d52,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:55.930720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['9158f5c5-564a-4292-8172-ddce98615d52'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:43:56.773111 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a90481-17ba-4ce0-b1f0-59f7b27571c7 req-c0111cd0-4a5d-469b-941c-54adeb577fe2 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:56.774664 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-95a90481-17ba-4ce0-b1f0-59f7b27571c7 req-c0111cd0-4a5d-469b-941c-54adeb577fe2 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 944 time: 0.0620797 Jul 15 15:43:56.786227 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60626) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:56.814346 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-95a90481-17ba-4ce0-b1f0-59f7b27571c7 req-d231e8e7-4126-42b3-965a-f84c915e2b76 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jul 15 15:43:56.885373 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4bfaa6da-a66b-4242-b7af-c1c6e3852818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:56.976321 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4bfaa6da-a66b-4242-b7af-c1c6e3852818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:56.979782 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-4bfaa6da-a66b-4242-b7af-c1c6e3852818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.017017 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-4bfaa6da-a66b-4242-b7af-c1c6e3852818 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bec3a7ee110244788ff7432dae39e568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297564 Jul 15 15:43:57.018519 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaa6da-a66b-4242-b7af-c1c6e3852818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e27489-023a-4990-ae9c-5966793d9f65,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:57.019803 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60630) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:57.068126 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc156f39-e5c5-4901-8ba6-5eff7b136f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.088935 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc156f39-e5c5-4901-8ba6-5eff7b136f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.134648 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc156f39-e5c5-4901-8ba6-5eff7b136f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.137088 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fc156f39-e5c5-4901-8ba6-5eff7b136f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.138232 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fc156f39-e5c5-4901-8ba6-5eff7b136f16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89e27489-023a-4990-ae9c-5966793d9f65 HTTP/1.1" status: 204 len: 168 time: 0.1174245 Jul 15 15:43:57.145631 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc156f39-e5c5-4901-8ba6-5eff7b136f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e27489-023a-4990-ae9c-5966793d9f65,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:57.413342 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9158f5c5-564a-4292-8172-ddce98615d52 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:43:57.462359 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 9158f5c5-564a-4292-8172-ddce98615d52 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:43:57.466033 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 9158f5c5-564a-4292-8172-ddce98615d52 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:43:57.466438 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.542372 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.570055 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9158f5c5-564a-4292-8172-ddce98615d52'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:43:57.572477 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3e021-dfc3-494b-8b8e-4d487d450923" -d '{"events": [{"server_uuid": "6aad2995-b638-4148-b2f5-2a5a186bbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "9158f5c5-564a-4292-8172-ddce98615d52"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:43:57.585239 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 9158f5c5-564a-4292-8172-ddce98615d52, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9158f5c5-564a-4292-8172-ddce98615d52,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:43:57.589912 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:57.617515 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee554fc9-f566-46b0-8edf-9eb66ddc33e8 x-openstack-request-id: req-ee554fc9-f566-46b0-8edf-9eb66ddc33e8 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:43:57.617515 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad2995-b638-4148-b2f5-2a5a186bbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "9158f5c5-564a-4292-8172-ddce98615d52", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:43:57.617875 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee554fc9-f566-46b0-8edf-9eb66ddc33e8 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:43:57.618356 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9158f5c5-564a-4292-8172-ddce98615d52', 'code': 200} Jul 15 15:43:57.662506 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=9158f5c5-564a-4292-8172-ddce98615d52,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:57.883740 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5e2e-52c1-419b-96ca-88014429cb88 req-85b56e75-6563-4a15-a8be-25d929ae5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:57.885254 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c05f5e2e-52c1-419b-96ca-88014429cb88 req-85b56e75-6563-4a15-a8be-25d929ae5894 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 1098 time: 0.0794859 Jul 15 15:43:58.000014 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74aa57-44fc-47aa-a818-9db6ec52789e req-29cd71cc-2dbe-4f6c-bbf9-e7eaa48f781f tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:58.000504 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c05f5e2e-52c1-419b-96ca-88014429cb88 req-b639e310-2ad1-4010-838f-0673c19ed6ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830603 Jul 15 15:43:58.001538 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b74aa57-44fc-47aa-a818-9db6ec52789e req-29cd71cc-2dbe-4f6c-bbf9-e7eaa48f781f tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 945 time: 0.0653057 Jul 15 15:43:58.001839 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-64a4098f-b09d-4e94-8139-0305bab66753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:58.003240 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-64a4098f-b09d-4e94-8139-0305bab66753 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1138 time: 0.1170499 Jul 15 15:43:58.033327 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659fa0-2e61-4aa6-881e-19cd6d8df70e req-37369125-d18d-44cf-8ef7-146742927c74 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:58.034811 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-db659fa0-2e61-4aa6-881e-19cd6d8df70e req-37369125-d18d-44cf-8ef7-146742927c74 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.1078956 Jul 15 15:43:58.041944 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5b74aa57-44fc-47aa-a818-9db6ec52789e req-7239688f-c590-41cd-a23d-6b45cd5b6269 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341382 Jul 15 15:43:58.099565 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-db659fa0-2e61-4aa6-881e-19cd6d8df70e req-a0c0e1be-08fc-49cb-9361-59cb5da9deef tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580504 Jul 15 15:43:58.166811 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-845097d9-d9c1-4530-ac5c-b91fc854beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:58.168280 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-845097d9-d9c1-4530-ac5c-b91fc854beb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 914 time: 0.1079860 Jul 15 15:43:58.238353 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-b3d6c91d-3804-4c7d-b2df-40e8bb4fb38c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 1002 time: 0.0621006 Jul 15 15:43:58.286987 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-8202424a-447c-4a73-8980-f66472c4c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:58.289094 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-8202424a-447c-4a73-8980-f66472c4c120 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.0432878 Jul 15 15:43:58.349726 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-82b9acdb-63b3-4878-a3a3-04cc7d5a5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:58.351750 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-82b9acdb-63b3-4878-a3a3-04cc7d5a5ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522068 Jul 15 15:43:58.444020 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-8b3fc086-f29e-42df-9218-6ef354f8a442 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828633 Jul 15 15:43:58.546229 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73b07db8-6ece-4090-8316-a4d4e9c5434f req-ebc6b10e-398c-449c-a0c9-a27c5431c875 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891867 Jul 15 15:43:58.782984 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60690) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:58.882250 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-033fda71-2623-408a-ad64-808f5b8801e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:58.972935 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-033fda71-2623-408a-ad64-808f5b8801e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:58.976685 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-033fda71-2623-408a-ad64-808f5b8801e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.012649 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fda71-2623-408a-ad64-808f5b8801e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4dc36-ec59-4784-8830-2eac59e0ead5,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:59.016919 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-033fda71-2623-408a-ad64-808f5b8801e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acc6b17052dc4f6a89d9bb0c54086cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329412 Jul 15 15:43:59.019978 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60694) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:59.076867 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93cd82f3-12fa-4c94-95e8-5cd90b7426be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.097568 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93cd82f3-12fa-4c94-95e8-5cd90b7426be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.144408 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93cd82f3-12fa-4c94-95e8-5cd90b7426be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.147602 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-93cd82f3-12fa-4c94-95e8-5cd90b7426be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.151612 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-93cd82f3-12fa-4c94-95e8-5cd90b7426be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ff4dc36-ec59-4784-8830-2eac59e0ead5 HTTP/1.1" status: 204 len: 168 time: 0.1278911 Jul 15 15:43:59.159926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd82f3-12fa-4c94-95e8-5cd90b7426be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4dc36-ec59-4784-8830-2eac59e0ead5,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:59.241957 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75a542-cc3f-44d6-94a4-1a31591543e8 req-d833df3e-6ac8-4d10-9911-e1639e8b936f tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:59.243453 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b75a542-cc3f-44d6-94a4-1a31591543e8 req-d833df3e-6ac8-4d10-9911-e1639e8b936f tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 945 time: 0.0758574 Jul 15 15:43:59.280566 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24882f-c0e5-4d06-8a76-7c43c4cf3b34 req-38d8ac93-2f74-42f7-ba2c-f519d69b6176 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:43:59.282072 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9f24882f-c0e5-4d06-8a76-7c43c4cf3b34 req-38d8ac93-2f74-42f7-ba2c-f519d69b6176 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0647116 Jul 15 15:43:59.286942 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9b75a542-cc3f-44d6-94a4-1a31591543e8 req-9631bfd9-28fc-4a74-a930-bbaaecbc3bfd tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Jul 15 15:43:59.324605 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9f24882f-c0e5-4d06-8a76-7c43c4cf3b34 req-cc4fc8c4-c3d4-4432-a50b-a725e39c1f0c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363872 Jul 15 15:43:59.444194 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 60734) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:59.457111 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad4996a5-4ad0-4ee5-a472-10ff6465e11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.548437 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad4996a5-4ad0-4ee5-a472-10ff6465e11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.552635 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad4996a5-4ad0-4ee5-a472-10ff6465e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.593246 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ad4996a5-4ad0-4ee5-a472-10ff6465e11f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdce6efcd31c4c7886229b3b072311f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476769 Jul 15 15:43:59.594107 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4996a5-4ad0-4ee5-a472-10ff6465e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abe4d2e-6993-4822-81e6-5172d965f3a6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:43:59.596084 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 60744) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:43:59.652134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1f795a28-abdd-47ea-aa2f-3a4a139969a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.678605 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1f795a28-abdd-47ea-aa2f-3a4a139969a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.734633 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1f795a28-abdd-47ea-aa2f-3a4a139969a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.737325 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1f795a28-abdd-47ea-aa2f-3a4a139969a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:43:59.741875 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1f795a28-abdd-47ea-aa2f-3a4a139969a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1abe4d2e-6993-4822-81e6-5172d965f3a6 HTTP/1.1" status: 204 len: 168 time: 0.1444914 Jul 15 15:43:59.757039 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f795a28-abdd-47ea-aa2f-3a4a139969a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abe4d2e-6993-4822-81e6-5172d965f3a6,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:00.502064 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090600ab-0ba6-4056-83b4-f1e2b76bb97b req-0019b914-3c7e-44c1-852f-050e5f868b7e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:00.503579 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-090600ab-0ba6-4056-83b4-f1e2b76bb97b req-0019b914-3c7e-44c1-852f-050e5f868b7e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0622313 Jul 15 15:44:00.545223 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-090600ab-0ba6-4056-83b4-f1e2b76bb97b req-76b64c54-332c-44ec-9f7c-7cd1a5043807 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344541 Jul 15 15:44:01.718412 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbe62b-fa03-443f-a83e-8100b8ab1355 req-80799d53-cb10-41a6-9692-5383ced5307f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:01.719898 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91bbe62b-fa03-443f-a83e-8100b8ab1355 req-80799d53-cb10-41a6-9692-5383ced5307f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0634999 Jul 15 15:44:01.760055 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-91bbe62b-fa03-443f-a83e-8100b8ab1355 req-cf08cb79-9dfc-4120-83be-96a4d3e375ec tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340533 Jul 15 15:44:02.932183 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9079039-f464-4632-be9d-3c295f7827ba req-e9bb0ef0-5193-43c5-bd05-a0c5cd85a702 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:02.933864 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c9079039-f464-4632-be9d-3c295f7827ba req-e9bb0ef0-5193-43c5-bd05-a0c5cd85a702 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0636721 Jul 15 15:44:02.974263 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c9079039-f464-4632-be9d-3c295f7827ba req-ab7f7ed7-ed3b-4fb6-b140-137a3162442c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344903 Jul 15 15:44:03.285258 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:04.144552 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78881f-0f55-4b8e-a9f4-0e2b6a4df7c0 req-462c0916-7eae-40f9-8ec4-91d5e2114f39 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:04.145988 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7c78881f-0f55-4b8e-a9f4-0e2b6a4df7c0 req-462c0916-7eae-40f9-8ec4-91d5e2114f39 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0627890 Jul 15 15:44:04.185837 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7c78881f-0f55-4b8e-a9f4-0e2b6a4df7c0 req-4ffb5ba1-223a-413a-9733-9887a3332ba7 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342283 Jul 15 15:44:04.327139 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d743-cc63-456f-acc9-898d4540276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:05.370427 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29c493-380c-4303-8422-518776ca6f24 req-3dcb6dc7-5945-4d42-b655-1aa7fd97c51f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:05.371928 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4d29c493-380c-4303-8422-518776ca6f24 req-3dcb6dc7-5945-4d42-b655-1aa7fd97c51f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0713215 Jul 15 15:44:05.412225 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4d29c493-380c-4303-8422-518776ca6f24 req-07976b50-c8cc-49df-ab6d-55684d579c7a tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346458 Jul 15 15:44:06.590624 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e88ad-ba0a-4116-9e23-8623a9498582 req-029a946a-56e8-4bdd-8344-d4930c620d29 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:06.592096 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-209e88ad-ba0a-4116-9e23-8623a9498582 req-029a946a-56e8-4bdd-8344-d4930c620d29 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0676525 Jul 15 15:44:06.631064 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-209e88ad-ba0a-4116-9e23-8623a9498582 req-36b72bca-2d47-4550-9ce5-8b46be1ba12f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333385 Jul 15 15:44:07.109359 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-fe5301fc-ea35-4915-bbf7-a5da1c00be28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:07.411578 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:07.804123 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91c313-f858-47d8-9366-abbd99fa781e req-88f5b46a-ee22-40d6-a60a-c9821d88899b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:07.805583 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd91c313-f858-47d8-9366-abbd99fa781e req-88f5b46a-ee22-40d6-a60a-c9821d88899b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0619328 Jul 15 15:44:07.844404 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd91c313-f858-47d8-9366-abbd99fa781e req-4b6deaec-2c70-4828-84c3-2c940d6d51bb tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329952 Jul 15 15:44:07.983884 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:09.016438 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a890-ac9e-475e-a668-ec4f415a3929 req-8692c795-c411-43ec-b059-cca16aff739e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:09.017912 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c890a890-ac9e-475e-a668-ec4f415a3929 req-8692c795-c411-43ec-b059-cca16aff739e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0622728 Jul 15 15:44:09.057845 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c890a890-ac9e-475e-a668-ec4f415a3929 req-7e73be00-b767-4190-9b3f-85916bae4dd9 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336306 Jul 15 15:44:09.583146 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:10.234801 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659fd5e-8c54-4689-bebe-bd3107f02181 req-e78af2e0-07a2-4ccc-8fb6-668442902fc1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:10.236562 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2659fd5e-8c54-4689-bebe-bd3107f02181 req-e78af2e0-07a2-4ccc-8fb6-668442902fc1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0674937 Jul 15 15:44:10.280923 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2659fd5e-8c54-4689-bebe-bd3107f02181 req-5260146c-46ad-42da-a014-b120de678998 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366714 Jul 15 15:44:11.474362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90deea-7734-49e2-8ff9-24ff3a0b932a req-b164a4e2-4c6c-40c9-a054-042d422b8c9e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:11.476456 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1c90deea-7734-49e2-8ff9-24ff3a0b932a req-b164a4e2-4c6c-40c9-a054-042d422b8c9e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0726705 Jul 15 15:44:11.515428 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1c90deea-7734-49e2-8ff9-24ff3a0b932a req-ecd58a7c-8ec8-468a-8572-12c658f3c65c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333018 Jul 15 15:44:12.203409 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:44:12.687370 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585dc37-13d6-4c07-a702-45c2e09af341 req-a61eeeee-2a49-4234-b5d2-f26088ba2cd0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:12.688950 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1585dc37-13d6-4c07-a702-45c2e09af341 req-a61eeeee-2a49-4234-b5d2-f26088ba2cd0 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0629218 Jul 15 15:44:12.729205 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1585dc37-13d6-4c07-a702-45c2e09af341 req-808ec134-ebb7-4fa5-9bd4-792df68b4e37 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340657 Jul 15 15:44:13.897403 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9597deb-1b10-4495-89e7-b4e3c5156265 req-d1dabd33-56e4-4155-8415-721dc7f1498a tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:13.899443 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c9597deb-1b10-4495-89e7-b4e3c5156265 req-d1dabd33-56e4-4155-8415-721dc7f1498a tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0613689 Jul 15 15:44:13.936689 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c9597deb-1b10-4495-89e7-b4e3c5156265 req-8e193ec1-84e6-4812-833e-c2357a9dceac tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316129 Jul 15 15:44:15.133982 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ba7f9-7696-4b67-b50a-934c46b6646e req-a1cccbda-01a0-4e7d-9627-deb285c33704 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:15.135568 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c26ba7f9-7696-4b67-b50a-934c46b6646e req-a1cccbda-01a0-4e7d-9627-deb285c33704 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0751534 Jul 15 15:44:15.175310 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c26ba7f9-7696-4b67-b50a-934c46b6646e req-c66e8f8c-6f40-4f8e-b458-b0713c8a8d75 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&id=3c8d678e-22b1-4aab-a786-6c90615fc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339336 Jul 15 15:44:33.302696 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:34.327665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-45d38fa5-97b4-4d3e-9e73-b3757d22e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:37.109406 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c16b2899-e6b5-4f44-999b-bd7435703305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:37.412092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:37.986003 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:38.233223 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-97a8b076-28c9-4ded-9199-0ef5594d70f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517225 Jul 15 15:44:38.339604 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-bbb582ba-92c8-496e-a4b8-ad7f499124fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:38.341068 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-bbb582ba-92c8-496e-a4b8-ad7f499124fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 1100 time: 0.0646789 Jul 15 15:44:39.466736 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-9ab3fbd3-cb76-4540-a80f-d9f008a819b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:39.468100 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-9ab3fbd3-cb76-4540-a80f-d9f008a819b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.0823727 Jul 15 15:44:39.589515 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:40.356674 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-92a18cd3-61d7-493a-9c1b-7ce17f7076d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 200 len: 1002 time: 0.0597150 Jul 15 15:44:41.392705 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-c4b1404b-0413-4ce6-992e-1df12984d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.394230 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-c4b1404b-0413-4ce6-992e-1df12984d9fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0436950 Jul 15 15:44:41.450359 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-a2e4e3e4-ff89-4cf0-94cc-7ba81eda1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:41.451705 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-a2e4e3e4-ff89-4cf0-94cc-7ba81eda1cf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498934 Jul 15 15:44:41.550407 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-8aa3da07-d924-46d9-af4e-ff78a92a07e2 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820687 Jul 15 15:44:41.640395 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7f15c3e6-6a74-49fe-bafa-eefd972f7853 req-203789b3-923f-4608-a27c-e9a03e0a9a93 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816979 Jul 15 15:44:47.395106 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835d244-c56f-40ef-b1eb-10d67660ac00 req-eeca3f37-a082-4944-951f-b7c1f483efd0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:47.396610 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d835d244-c56f-40ef-b1eb-10d67660ac00 req-eeca3f37-a082-4944-951f-b7c1f483efd0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.0694284 Jul 15 15:44:47.433976 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d835d244-c56f-40ef-b1eb-10d67660ac00 req-0c2a5fdb-d107-4fbf-b4b7-0c41bf4e15f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310988 Jul 15 15:44:47.465708 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33122) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:47.563113 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.652030 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.655837 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.695545 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=498b20210d0949c0987d22be969c9421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285874 Jul 15 15:44:47.696893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128452f7-fb7c-42d7-950f-02a387e5041a,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:47.698678 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33130) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:47.705893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.706292 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.706674 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.707098 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.707454 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.710371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f25c77-2dc5-41be-9dcd-6101306f5cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.764815 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.785470 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.831238 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.833838 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:47.835085 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/128452f7-fb7c-42d7-950f-02a387e5041a HTTP/1.1" status: 204 len: 168 time: 0.1348469 Jul 15 15:44:47.842539 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128452f7-fb7c-42d7-950f-02a387e5041a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:47.849557 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.850094 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.850466 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.850806 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.851150 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.851472 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.851802 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.852147 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.852549 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.852892 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.853309 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:47.853624 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38dde-d236-428b-847d-7238f44d4e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:44:48.084040 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33138) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:48.097027 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bcf0-0f66-4c88-ad45-54fe65516566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.181394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bcf0-0f66-4c88-ad45-54fe65516566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.184902 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bcf0-0f66-4c88-ad45-54fe65516566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.220564 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a0c0bcf0-0f66-4c88-ad45-54fe65516566 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8031410dfd7d432da282656bd04ad188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354163 Jul 15 15:44:48.222357 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0bcf0-0f66-4c88-ad45-54fe65516566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f233d00f-1b19-4bcd-8719-98b4918b95a0,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:48.223278 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33140) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:48.270596 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-25ef1790-6bb9-47f4-9d0c-c88512283fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.291497 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-25ef1790-6bb9-47f4-9d0c-c88512283fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.336749 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-25ef1790-6bb9-47f4-9d0c-c88512283fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.339292 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-25ef1790-6bb9-47f4-9d0c-c88512283fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:48.340459 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-25ef1790-6bb9-47f4-9d0c-c88512283fd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f233d00f-1b19-4bcd-8719-98b4918b95a0 HTTP/1.1" status: 204 len: 168 time: 0.1162095 Jul 15 15:44:48.347822 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef1790-6bb9-47f4-9d0c-c88512283fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f233d00f-1b19-4bcd-8719-98b4918b95a0,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:48.618091 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e227b05-a5ab-466d-8b2e-f808ff0d85b2 req-e8ac4ace-19a3-42ad-86b4-0c5b84e58ee0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:48.619609 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e227b05-a5ab-466d-8b2e-f808ff0d85b2 req-e8ac4ace-19a3-42ad-86b4-0c5b84e58ee0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.0670869 Jul 15 15:44:48.658099 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8e227b05-a5ab-466d-8b2e-f808ff0d85b2 req-7711bb54-5937-499b-bb2a-ba0bc6dc77e0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Jul 15 15:44:49.203530 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:44:49.346908 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-1bcb539e-36b7-4a6b-8e72-cd57510c5ee2 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:49.348380 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-1bcb539e-36b7-4a6b-8e72-cd57510c5ee2 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.3238559 Jul 15 15:44:49.453371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Deleting port c0509eda-5274-495c-800b-bb4ebdfccd64 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:44:49.453705 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:49.547818 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] For port c0509eda-5274-495c-800b-bb4ebdfccd64, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0509eda-5274-495c-800b-bb4ebdfccd64,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:49.548177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:49.835115 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:49.835548 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:49.835866 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Floating IP ee7f45f7-3db4-4ee6-a770-d9e5672b5116 disassociated. External IP: 172.27.3.135, port: c0509eda-5274-495c-800b-bb4ebdfccd64. Jul 15 15:44:49.836205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Calling delete_port for c0509eda-5274-495c-800b-bb4ebdfccd64 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:44:49.866752 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ccd1b-e59f-44fd-909e-e4d4b2c89810 req-edfcb107-3e49-451e-bccc-7ba43848c1d0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:49.870636 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fa6ccd1b-e59f-44fd-909e-e4d4b2c89810 req-edfcb107-3e49-451e-bccc-7ba43848c1d0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 947 time: 0.0887258 Jul 15 15:44:49.907598 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fa6ccd1b-e59f-44fd-909e-e4d4b2c89810 req-7f732a53-b7fc-49c8-a2fb-a38b7b7ddfc1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333107 Jul 15 15:44:49.964746 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:49.996943 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event deleted for resources: {'Port': ['ID=c0509eda-5274-495c-800b-bb4ebdfccd64,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:50.143731 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:44:50.265888 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:44:50.283719 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:44:50.295863 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:44:50.296609 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:44:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:50.314966 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] No DVR routers for this DVR port c0509eda-5274-495c-800b-bb4ebdfccd64 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:44:50.317748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:50.320357 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9c1521af-a05d-4550-84a9-db7fe4720e36 req-4c5bde2b-533d-4df4-8e65-1cd1bf794394 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "DELETE /v2.0/ports/c0509eda-5274-495c-800b-bb4ebdfccd64 HTTP/1.1" status: 204 len: 173 time: 0.9607370 Jul 15 15:44:50.320986 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-deleted', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:50.323968 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4a079-5847-4715-99a0-3941937d7d56" -d '{"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-deleted", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:50.374102 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03bf3f8-62c6-4ee8-b020-446b937ab28d x-openstack-request-id: req-c03bf3f8-62c6-4ee8-b020-446b937ab28d {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:50.374891 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201eeeb-7db7-4e36-9768-a8472d08d4a3", "name": "network-vif-deleted", "tag": "c0509eda-5274-495c-800b-bb4ebdfccd64", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:50.375199 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c03bf3f8-62c6-4ee8-b020-446b937ab28d {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:50.375759 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201eeeb-7db7-4e36-9768-a8472d08d4a3', 'name': 'network-vif-deleted', 'tag': 'c0509eda-5274-495c-800b-bb4ebdfccd64', 'status': 'completed', 'code': 200} Jul 15 15:44:50.515762 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe32a8-82ed-4e53-a68a-6a10c67fc8f4 req-da35f3d7-5713-4fca-9994-04de68ecf224 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:50.517317 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2afe32a8-82ed-4e53-a68a-6a10c67fc8f4 req-da35f3d7-5713-4fca-9994-04de68ecf224 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 945 time: 0.0809288 Jul 15 15:44:50.556019 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:44:50.561197 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2afe32a8-82ed-4e53-a68a-6a10c67fc8f4 req-b11a1016-c0e9-40f6-811b-b4e30f3e6593 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Jul 15 15:44:50.748269 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:50.778562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:44:50.787670 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:44:50.788284 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:44:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:50.897867 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:44:51.080610 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e089e7d5-7331-4f78-91b5-38f2dfa572c8 req-e2f0d902-aeca-42d0-be07-e7bc5135e85f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=6201eeeb-7db7-4e36-9768-a8472d08d4a3 HTTP/1.1" status: 200 len: 210 time: 0.0359933 Jul 15 15:44:51.123730 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:44:51.150626 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d267fa2-7b66-4ade-b01d-fe4012689a91 None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:44:51.402515 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd648e-6c67-4f4c-a6dc-7204a1cc3eb1 None None] New status for floating IP ee7f45f7-3db4-4ee6-a770-d9e5672b5116: DOWN {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:44:51.663867 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:44:51.688764 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: c0509eda-5274-495c-800b-bb4ebdfccd64 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:44:51.689153 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device c0509eda-5274-495c-800b-bb4ebdfccd64 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:44:51.752406 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898ab0c-f587-42f1-a16d-134f5e436d21 req-f954ccbb-7e60-4233-9278-7ff5d0a6de83 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:51.753861 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5898ab0c-f587-42f1-a16d-134f5e436d21 req-f954ccbb-7e60-4233-9278-7ff5d0a6de83 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 945 time: 0.0711846 Jul 15 15:44:51.790848 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5898ab0c-f587-42f1-a16d-134f5e436d21 req-a01f9744-552d-4965-9e10-c6b7859f64aa tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Jul 15 15:44:52.197654 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-eb162ef3-3633-498a-80f4-d1161a6a20a4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:52.199237 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-eb162ef3-3633-498a-80f4-d1161a6a20a4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 945 time: 0.0679586 Jul 15 15:44:52.306573 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Deleting port 9158f5c5-564a-4292-8172-ddce98615d52 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:44:52.306922 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.391324 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] For port 9158f5c5-564a-4292-8172-ddce98615d52, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9158f5c5-564a-4292-8172-ddce98615d52,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:44:52.391614 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.404370 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Calling delete_port for 9158f5c5-564a-4292-8172-ddce98615d52 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:44:52.539254 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.551884 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['9158f5c5-564a-4292-8172-ddce98615d52'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:44:52.579143 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Pushing event deleted for resources: {'Port': ['ID=9158f5c5-564a-4292-8172-ddce98615d52,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:52.621660 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] No DVR routers for this DVR port 9158f5c5-564a-4292-8172-ddce98615d52 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:44:52.622054 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.624039 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-93c82f7b-c9b6-4717-8cbc-e9b2a3d2f1c2 req-266f7eff-73ef-40b4-aab4-f4905c9fc689 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "DELETE /v2.0/ports/9158f5c5-564a-4292-8172-ddce98615d52 HTTP/1.1" status: 204 len: 173 time: 0.4177725 Jul 15 15:44:52.624468 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'name': 'network-vif-deleted', 'tag': '9158f5c5-564a-4292-8172-ddce98615d52'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:52.626715 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73df55-de6b-451b-9ef1-27111e20512a" -d '{"events": [{"server_uuid": "6aad2995-b638-4148-b2f5-2a5a186bbb9c", "name": "network-vif-deleted", "tag": "9158f5c5-564a-4292-8172-ddce98615d52"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:52.666501 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182e58ad-83f9-42db-8d83-740bbca089b4 x-openstack-request-id: req-182e58ad-83f9-42db-8d83-740bbca089b4 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:52.666795 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad2995-b638-4148-b2f5-2a5a186bbb9c", "name": "network-vif-deleted", "tag": "9158f5c5-564a-4292-8172-ddce98615d52", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:52.667040 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-182e58ad-83f9-42db-8d83-740bbca089b4 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:52.667451 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad2995-b638-4148-b2f5-2a5a186bbb9c', 'name': 'network-vif-deleted', 'tag': '9158f5c5-564a-4292-8172-ddce98615d52', 'status': 'completed', 'code': 200} Jul 15 15:44:52.675828 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33244) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:52.777147 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-64e04db6-44f2-4d03-8693-98721def4c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.872566 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-64e04db6-44f2-4d03-8693-98721def4c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.877701 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-64e04db6-44f2-4d03-8693-98721def4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.918730 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-64e04db6-44f2-4d03-8693-98721def4c34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be5a13a7f2ea43beaae235e433a0638b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419386 Jul 15 15:44:52.919853 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04db6-44f2-4d03-8693-98721def4c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e55fca-eff1-4634-809e-620d0f6f3120,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:52.922134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33250) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:52.958528 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-8a4ef9c4-657c-45f3-a7d6-493df2579178 req-7aeba772-767d-4b00-8e3b-fb91755637a4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aad2995-b638-4148-b2f5-2a5a186bbb9c HTTP/1.1" status: 200 len: 210 time: 0.0364895 Jul 15 15:44:52.975164 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c61becf-cb9e-4d8a-8477-20fa955def80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:52.997800 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c61becf-cb9e-4d8a-8477-20fa955def80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.043431 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c61becf-cb9e-4d8a-8477-20fa955def80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.046101 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2c61becf-cb9e-4d8a-8477-20fa955def80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.047255 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-2c61becf-cb9e-4d8a-8477-20fa955def80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55e55fca-eff1-4634-809e-620d0f6f3120 HTTP/1.1" status: 204 len: 168 time: 0.1242342 Jul 15 15:44:53.054646 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61becf-cb9e-4d8a-8477-20fa955def80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e55fca-eff1-4634-809e-620d0f6f3120,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:53.234074 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33258) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:53.290574 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86ef9127-0006-46a9-b90d-1a4c8b18de83 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.314396 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86ef9127-0006-46a9-b90d-1a4c8b18de83 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.329021 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33260) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:53.349588 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-56d5ab86-b2a0-428d-b8e4-8879762b3684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.392425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86ef9127-0006-46a9-b90d-1a4c8b18de83 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.394903 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86ef9127-0006-46a9-b90d-1a4c8b18de83 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.396009 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-86ef9127-0006-46a9-b90d-1a4c8b18de83 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fc8e7ba-bff6-4f61-8c90-a635f2a6d456 HTTP/1.1" status: 204 len: 168 time: 0.1609409 Jul 15 15:44:53.398954 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33262) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:53.410593 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef9127-0006-46a9-b90d-1a4c8b18de83 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8e7ba-bff6-4f61-8c90-a635f2a6d456,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:53.412408 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.api.v2.resource [None req-bae4eb7d-c6e1-4a86-8f86-9d5414090154 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] show failed (client error): The resource could not be found. Jul 15 15:44:53.416587 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-bae4eb7d-c6e1-4a86-8f86-9d5414090154 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups/1fc8e7ba-bff6-4f61-8c90-a635f2a6d456 HTTP/1.1" status: 404 len: 347 time: 0.0134196 Jul 15 15:44:53.416931 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33264) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:53.469208 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-56d5ab86-b2a0-428d-b8e4-8879762b3684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.473082 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-56d5ab86-b2a0-428d-b8e4-8879762b3684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.513885 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-56d5ab86-b2a0-428d-b8e4-8879762b3684 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=079a2cc7d78b482ebf157eb94ba25ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838601 Jul 15 15:44:53.516687 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33266) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:53.518766 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5ab86-b2a0-428d-b8e4-8879762b3684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a63e92-c1c6-45db-b538-aca63ca76219,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:53.543241 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Deleting port 16680547-dc0c-4c20-a875-7506ae3b2be0 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:44:53.543586 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.573085 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908d2ab4-6b29-4faf-9edf-f51df4c37af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.593748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908d2ab4-6b29-4faf-9edf-f51df4c37af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.617182 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.617510 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.629774 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Calling delete_port for 16680547-dc0c-4c20-a875-7506ae3b2be0 owned by network:floatingip {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:44:53.640267 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908d2ab4-6b29-4faf-9edf-f51df4c37af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.642865 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-908d2ab4-6b29-4faf-9edf-f51df4c37af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.643993 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-908d2ab4-6b29-4faf-9edf-f51df4c37af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2a63e92-c1c6-45db-b538-aca63ca76219 HTTP/1.1" status: 204 len: 168 time: 0.1262944 Jul 15 15:44:53.652161 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d2ab4-6b29-4faf-9edf-f51df4c37af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a63e92-c1c6-45db-b538-aca63ca76219,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:53.779661 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.805268 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event deleted for resources: {'Port': ['ID=16680547-dc0c-4c20-a875-7506ae3b2be0,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:53.873959 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.876717 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:53.877860 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-d5edbb2e-f164-481b-a1f9-9fa2ca7efc5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "DELETE /v2.0/floatingips/ee7f45f7-3db4-4ee6-a770-d9e5672b5116 HTTP/1.1" status: 204 len: 168 time: 0.4601798 Jul 15 15:44:54.335150 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33296) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:54.337563 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33298) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:54.342541 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472081142', 'description': 'tempest-description--1663952329'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:54.364319 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.430926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-748815277-network', 'tenant_id': 'cd24d63b28ca4cfbbcd73843eee8d0ca'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:54.444625 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.448568 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.462374 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Made reservation on behalf of cd24d63b28ca4cfbbcd73843eee8d0ca for: {'network': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:44:54.464640 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.473582 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.477478 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.478769 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1400726 Jul 15 15:44:54.479880 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a34db-26e1-4686-a818-b3d30c45b87c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c65c8-d69e-49d1-bcbe-b7a5d2915610,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:54.481836 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33302) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:54.487521 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'security_group_rule': {'security_group_id': 'a08c65c8-d69e-49d1-bcbe-b7a5d2915610', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:54.564036 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.567692 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.587266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.589521 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:44:54.604496 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a443943-598b-45e4-84c8-01b10270f66b,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:54.608689 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.609018 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.segments_db [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Added segment 0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1 of type vlan for network e206f0ad-7501-4016-a909-86f080072863 Jul 15 15:44:54.648100 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.652163 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.658930 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.669641 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b1c897-b70e-45a0-ba91-fdfa7f5270de,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:54.677656 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.678975 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2e335bae-3946-46e2-95d0-35a4c072b062 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961932 Jul 15 15:44:54.682036 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33304) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:54.686457 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'security_group_rule': {'security_group_id': 'a08c65c8-d69e-49d1-bcbe-b7a5d2915610', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:54.690595 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.691563 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:54.692152 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.714144 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.722402 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3861291 Jul 15 15:44:54.726266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33306) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:54.732707 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Request body: {'subnet': {'network_id': 'e206f0ad-7501-4016-a909-86f080072863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-748815277-subnet', 'tenant_id': 'cd24d63b28ca4cfbbcd73843eee8d0ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:54.755598 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15bcca-2929-462a-967d-aa5a5567b9eb admin admin] Pushing event updated for resources: {'Network': ['ID=e206f0ad-7501-4016-a909-86f080072863,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:54.766220 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network e206f0ad-7501-4016-a909-86f080072863 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:44:54.779130 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Made reservation on behalf of cd24d63b28ca4cfbbcd73843eee8d0ca for: {'subnet': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:44:54.781581 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6023317'] for subnet, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.809737 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.814898 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.860440 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f65c52-1289-41c1-9ee0-5da0072ade24,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:54.877235 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:54.878734 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-68e32b96-a5d9-4b4d-87ee-c4a168b5f732 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1955256 Jul 15 15:44:54.881573 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33308) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:44:54.886060 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:54.921017 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.025139 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5277742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6023303'] for subnet, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.117147 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846522ee-049d-46b2-9923-7125e0bd7b13,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:55.130629 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Checking segment: {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:44:55.130984 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Network hostable DHCP agents. Network: e206f0ad-7501-4016-a909-86f080072863, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:44:55.145411 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.160726 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Network e206f0ad-7501-4016-a909-86f080072863 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:44:55.194731 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, e206f0ad-7501-4016-a909-86f080072863) {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:44:55.202874 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb45bc1-ac13-4139-a15d-47b13cde3fee None None] Network e206f0ad-7501-4016-a909-86f080072863 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:44:55.203068 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:55.203665 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.225803 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-d3ad4ec7-7255-4897-adb4-21551875dc42 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4985723 Jul 15 15:44:55.285231 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Allocated IP 172.27.3.63 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/a8caa76f-1b9f-4b1c-b5a8-ea41b8554aaf) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:44:55.339424 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2a86f-333d-417b-9d31-e1b6913c2aa7 None None] Network e206f0ad-7501-4016-a909-86f080072863 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:44:55.400451 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.443294 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.482389 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:44:55.487404 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:44:55.489946 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:44:55.518323 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'Port': ['ID=a8caa76f-1b9f-4b1c-b5a8-ea41b8554aaf,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:55.584585 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.628424 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.787464 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.792726 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.859585 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'Port': ['ID=a8caa76f-1b9f-4b1c-b5a8-ea41b8554aaf,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:55.867386 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.880345 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:55.881632 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-66ccc9c5-a5db-41a3-b3e8-47aa0b8b8a7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9991117 Jul 15 15:44:56.063797 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-8cdf7513-71ff-41e9-bb6e-441f90caf476 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1472081142&fields=id&tenant_id=a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 267 time: 0.0325572 Jul 15 15:44:56.164215 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-dee705f6-d3b4-4aef-be03-024d59b11c5e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:56.165607 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-dee705f6-d3b4-4aef-be03-024d59b11c5e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 816 time: 0.0954804 Jul 15 15:44:56.179425 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-cac3e17c-b27a-459d-9a3b-532e01ced77f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/quotas/a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 375 time: 0.0086105 Jul 15 15:44:56.247814 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-d3393f51-8b95-4ccc-89d6-9b633b0ab306 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633140 Jul 15 15:44:56.340409 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-93340091-d34b-4aae-a9b6-aeac8dac7b84 service neutron] 10.222.0.15 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805039 Jul 15 15:44:56.427563 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-b93551e8-21ec-40c0-9939-1c4240967d16 service neutron] 10.222.0.15 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814896 Jul 15 15:44:56.592209 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ec1d8feb-0e53-46af-bd69-08f4414b0598 req-b68572b6-a17d-4ca0-a028-120f29c07a7a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Jul 15 15:44:57.339330 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9158f5c5-564a-4292-8172-ddce98615d52 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:44:57.359040 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 9158f5c5-564a-4292-8172-ddce98615d52 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:44:57.359391 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 9158f5c5-564a-4292-8172-ddce98615d52 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:44:57.737461 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4759bc5b-eddb-421d-9847-336c88e44af3 req-ffb682aa-701e-436f-a984-5649e1081d6b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 210 time: 0.0284858 Jul 15 15:44:58.035007 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-7c0c55bb-cdd6-41a1-b9dd-7709dec9907a tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:58.038577 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-7c0c55bb-cdd6-41a1-b9dd-7709dec9907a tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/networks?id=e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 200 len: 808 time: 0.1032691 Jul 15 15:44:58.051520 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-7a00cb67-e0bb-4d69-9ad6-a972c3e535a2 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/quotas/cd24d63b28ca4cfbbcd73843eee8d0ca HTTP/1.1" status: 200 len: 375 time: 0.0099456 Jul 15 15:44:58.090265 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-4d5d0b09-a452-4604-9734-bd76cff32c1b tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334964 Jul 15 15:44:58.110140 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-403c3295-6dd4-491b-b7f1-39928b3aaeb7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:58.111575 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-403c3295-6dd4-491b-b7f1-39928b3aaeb7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 816 time: 0.1149631 Jul 15 15:44:58.157794 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-540d2683-3276-4fb5-abe7-c9e5064af5bd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 380 time: 0.0336580 Jul 15 15:44:58.167632 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'port': {'device_id': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'admin_state_up': True, 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'security_groups': ['a08c65c8-d69e-49d1-bcbe-b7a5d2915610']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:58.183375 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-06bca03b-6ea6-44aa-947d-dafdcd42e1f4 service neutron] 10.222.0.15 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849962 Jul 15 15:44:58.275833 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Made reservation on behalf of a0719710669541798e3075aa1f198e19 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:44:58.279432 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-14f2612c-c76a-4e6a-917d-04d2a6de1eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904410 Jul 15 15:44:58.279656 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:58.424778 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Allocated IP 172.20.0.9 (b6acb0e4-b836-46df-b1fc-a386e5e23f6f/58e7d897-ed51-4128-9569-a7aee504c9c7/6dff33b4-111e-48dc-818b-055a4252c41f) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:44:58.464984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d18632af-b716-4ccd-9eba-73cfcd13ef4d req-71cc6eef-874b-4579-889d-7c493fadd6a6 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 210 time: 0.0421293 Jul 15 15:44:58.610053 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:58.627729 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Transition to ACTIVE for port object 6dff33b4-111e-48dc-818b-055a4252c41f will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:44:58.661576 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:58.709193 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:44:58.712763 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:44:58.717401 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:44:58.720077 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:58.784550 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:58.785316 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:58.802580 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-3c4ba719-b646-414f-aa91-1c395cff3a48 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383998 Jul 15 15:44:58.815054 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Request body: {'port': {'device_id': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:44:58.890739 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:58.949690 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-83adcf89-9857-4f5f-a6e2-5b74f94e0201 None None] Provisioning for port 6dff33b4-111e-48dc-818b-055a4252c41f completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:44:58.955319 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b7401-8f8c-4fd8-92d4-c47a645eb2ba req-7c2aaf30-4263-4eb2-b133-f45adf878120 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:58.956602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-83adcf89-9857-4f5f-a6e2-5b74f94e0201 None None] Provisioning complete for port 6dff33b4-111e-48dc-818b-055a4252c41f triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:44:58.957501 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-83adcf89-9857-4f5f-a6e2-5b74f94e0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:58.958617 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c2b7401-8f8c-4fd8-92d4-c47a645eb2ba req-7c2aaf30-4263-4eb2-b133-f45adf878120 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 931 time: 0.0836532 Jul 15 15:44:59.002949 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1c2b7401-8f8c-4fd8-92d4-c47a645eb2ba req-098b79c6-6864-492b-82a7-98c7452d4e61 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 Jul 15 15:44:59.005175 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-83adcf89-9857-4f5f-a6e2-5b74f94e0201 None None] Port 6dff33b4-111e-48dc-818b-055a4252c41f cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:44:59.161595 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dff33b4-111e-48dc-818b-055a4252c41f {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:44:59.169562 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.181134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Transition to ACTIVE for port object 6dff33b4-111e-48dc-818b-055a4252c41f will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:44:59.184456 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.233757 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:59.299186 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Attempting to bind port 6dff33b4-111e-48dc-818b-055a4252c41f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:44:59.299610 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Attempting to bind port 6dff33b4-111e-48dc-818b-055a4252c41f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:44:59.299948 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Attempting to bind port 6dff33b4-111e-48dc-818b-055a4252c41f on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:59.304288 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Port 6dff33b4-111e-48dc-818b-055a4252c41f on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:44:59.304608 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Attempting to bind port 6dff33b4-111e-48dc-818b-055a4252c41f on network b6acb0e4-b836-46df-b1fc-a386e5e23f6f {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:44:59.309506 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:44:59.309843 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Checking segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:44:59.310257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Bound using segment: {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:44:59.310689 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Bound port: 6dff33b4-111e-48dc-818b-055a4252c41f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:44:59.311050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.377788 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:44:59.382555 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:44:59.387273 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.764307 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d8f11c12-8d53-4bb2-be46-b0952b3a7009 req-8c42faa4-6ead-420c-92f1-ecc5d32e19fa tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 210 time: 0.1007280 Jul 15 15:44:59.776022 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:59.777353 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:44:59.779435 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] 10.222.0.43 "PUT /v2.0/ports/6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 1093 time: 0.9687817 Jul 15 15:44:59.780591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:44:59.793852 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2867f0c9-496e-4625-81a3-674f8b925703" -d '{"events": [{"name": "network-changed", "server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:44:59.849322 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3084490-ca07-4df5-8d61-a5b851bc09fd x-openstack-request-id: req-f3084490-ca07-4df5-8d61-a5b851bc09fd {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:44:59.849601 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:44:59.849861 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3084490-ca07-4df5-8d61-a5b851bc09fd {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:44:59.850289 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'status': 'completed', 'code': 200} Jul 15 15:44:59.862713 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ebe89-05fb-4e59-9e0b-c1a18384f25f service neutron] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:44:59.925954 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-48113b76-bcfb-46b1-be6d-6aac4a941cc5 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:59.927431 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-48113b76-bcfb-46b1-be6d-6aac4a941cc5 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "GET /v2.0/networks?id=e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 200 len: 808 time: 0.2628791 Jul 15 15:44:59.940144 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-66f31c8c-19ad-4da1-b25e-777b7a93c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:44:59.941647 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-66f31c8c-19ad-4da1-b25e-777b7a93c825 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1096 time: 0.0941811 Jul 15 15:44:59.947815 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Request body: {'port': {'device_id': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'network_id': 'e206f0ad-7501-4016-a909-86f080072863', 'admin_state_up': True, 'tenant_id': 'cd24d63b28ca4cfbbcd73843eee8d0ca'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:00.002715 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-26ba4fe3-370d-4e2f-996e-add46543f489 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 217 time: 0.0514405 Jul 15 15:45:00.101544 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-abe822ee-ad72-4973-a4f9-5f3d53f5953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.103562 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-abe822ee-ad72-4973-a4f9-5f3d53f5953b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0904896 Jul 15 15:45:00.133556 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Made reservation on behalf of cd24d63b28ca4cfbbcd73843eee8d0ca for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:45:00.137735 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:00.251017 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29172a-9659-4609-9a7c-8c9a96a736f1 req-4596047e-0fda-4c4e-b343-a0c0780b4e1a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.252502 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ac29172a-9659-4609-9a7c-8c9a96a736f1 req-4596047e-0fda-4c4e-b343-a0c0780b4e1a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.1295648 Jul 15 15:45:00.321160 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Allocated IP 172.20.0.6 (e206f0ad-7501-4016-a909-86f080072863/846522ee-049d-46b2-9923-7125e0bd7b13/296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:45:00.325381 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ac29172a-9659-4609-9a7c-8c9a96a736f1 req-47975bfa-1322-4866-bbd3-5239cd8606ff tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521398 Jul 15 15:45:00.464097 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:00.501161 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:00.546567 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Network e206f0ad-7501-4016-a909-86f080072863 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:45:00.552604 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:45:00.555276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:45:00.583447 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Pushing event updated for resources: {'Port': ['ID=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:00.608677 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.609291 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:00.623729 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-a82a29f7-3a21-47f1-a60e-9adfd1770c4d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6802580 Jul 15 15:45:00.941619 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040398f-9d49-411c-9978-fcbcd35660ad req-a83a4751-2dc2-4c05-851f-ea8620a1b41a tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:00.943274 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5040398f-9d49-411c-9978-fcbcd35660ad req-a83a4751-2dc2-4c05-851f-ea8620a1b41a tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 931 time: 0.0610240 Jul 15 15:45:00.979482 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5040398f-9d49-411c-9978-fcbcd35660ad req-d605af2b-b3d5-4e88-a294-81997b0a1ac9 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301514 Jul 15 15:45:01.498467 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037c4b-4d6a-432c-ad2f-e9e0d562f36c req-21450f8a-bd48-4ddf-985f-6de728e72229 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:01.499947 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d037c4b-4d6a-432c-ad2f-e9e0d562f36c req-21450f8a-bd48-4ddf-985f-6de728e72229 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0614913 Jul 15 15:45:01.536125 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d037c4b-4d6a-432c-ad2f-e9e0d562f36c req-27d2cbb2-80db-4d92-820e-4e7713f51247 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Jul 15 15:45:02.150140 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34087e12-54e7-4cda-9c0e-d030409b2060 req-4e81c742-3691-42ff-b9ed-7ee5b3b48fe6 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:02.151659 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-34087e12-54e7-4cda-9c0e-d030409b2060 req-4e81c742-3691-42ff-b9ed-7ee5b3b48fe6 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 931 time: 0.0642099 Jul 15 15:45:02.187522 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-34087e12-54e7-4cda-9c0e-d030409b2060 req-32c62048-6b19-4951-aac4-34f6deb71771 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303881 Jul 15 15:45:02.714241 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b64621-2c50-428b-b9a3-a41f075af46e req-e1dbca7f-f4d5-433b-b988-bb1fa1c0f3f2 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:02.715686 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a8b64621-2c50-428b-b9a3-a41f075af46e req-e1dbca7f-f4d5-433b-b988-bb1fa1c0f3f2 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0657654 Jul 15 15:45:02.751413 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a8b64621-2c50-428b-b9a3-a41f075af46e req-d68dea30-c6b6-4bc3-928b-ad067b9fe10f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303853 Jul 15 15:45:02.880426 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Request body: {'port': {'device_id': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:02.976219 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:02.989513 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-02429744-4315-4974-a41b-3bdd6009b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:02.991006 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-02429744-4315-4974-a41b-3bdd6009b459 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1226375 Jul 15 15:45:03.175116 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-92954feb-52d2-4ea6-9463-8a117b011f41 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619146 Jul 15 15:45:03.315400 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:03.317496 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4a1cd38-0ffc-4784-936b-68d5903994ac req-9158476b-1e15-4d75-832e-f694dfd10ac1 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351080 Jul 15 15:45:03.361136 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c87dd-c20e-482d-bcaa-403495c7f6f2 req-13b828e4-18af-4d04-9a11-9391233cd783 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:03.362685 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-016c87dd-c20e-482d-bcaa-403495c7f6f2 req-13b828e4-18af-4d04-9a11-9391233cd783 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 931 time: 0.0661616 Jul 15 15:45:03.372205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:03.380610 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:03.403554 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-016c87dd-c20e-482d-bcaa-403495c7f6f2 req-255e1df7-2053-4e7b-957a-1b3391589285 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Jul 15 15:45:03.419970 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Transition to ACTIVE for port object 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:45:03.425433 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:03.488768 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Pushing event updated for resources: {'Port': ['ID=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:03.508981 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f0c9-496e-4625-81a3-674f8b925703 req-8da51a1a-5ee8-47dd-934d-ed88aef6c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:03.510523 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-8da51a1a-5ee8-47dd-934d-ed88aef6c111 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1096 time: 0.1319265 Jul 15 15:45:03.615376 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Attempting to bind port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:45:03.615713 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Attempting to bind port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:45:03.616044 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Attempting to bind port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 on network e206f0ad-7501-4016-a909-86f080072863 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:03.624658 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 on network e206f0ad-7501-4016-a909-86f080072863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:45:03.624982 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Attempting to bind port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 on network e206f0ad-7501-4016-a909-86f080072863 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:03.639866 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:45:03.640202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Checking segment: {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:45:03.640583 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Bound using segment: {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:45:03.641011 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Bound port: 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:45:03.641369 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:03.644715 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f0c9-496e-4625-81a3-674f8b925703 req-e132b335-276d-4ade-a509-a22107f02d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:03.646214 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-e132b335-276d-4ade-a509-a22107f02d61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.1165383 Jul 15 15:45:03.713471 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-26f38951-99a9-4a7e-b2fd-27ab3c529f3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 217 time: 0.0581827 Jul 15 15:45:03.772609 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] For port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:45:03.776918 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] For port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:45:03.782821 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f0c9-496e-4625-81a3-674f8b925703 req-3af8c06e-42b3-417a-a95c-059473e5c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:03.784283 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-3af8c06e-42b3-417a-a95c-059473e5c277 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0619404 Jul 15 15:45:03.785920 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:03.857025 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:03.857723 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:03.859120 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] 10.222.0.43 "PUT /v2.0/ports/296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 HTTP/1.1" status: 200 len: 1093 time: 0.9895093 Jul 15 15:45:03.861219 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'tag': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:03.863963 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d8853-92df-4330-a03c-404b9b0ee645" -d '{"events": [{"name": "network-changed", "server_uuid": "c0794d5d-bd77-4be7-82be-e72c7d5c8b02", "tag": "296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:03.885468 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f82f3-9da8-4f3c-aebe-61982196359a service neutron] Pushing event updated for resources: {'Port': ['ID=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:03.922039 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa54b40-9cab-4a21-987c-68937a0c7743 x-openstack-request-id: req-ffa54b40-9cab-4a21-987c-68937a0c7743 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:03.922359 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0794d5d-bd77-4be7-82be-e72c7d5c8b02", "tag": "296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:03.922613 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffa54b40-9cab-4a21-987c-68937a0c7743 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:03.923006 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'tag': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28', 'status': 'completed', 'code': 200} Jul 15 15:45:03.980293 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f0c9-496e-4625-81a3-674f8b925703 req-c7efcbd9-6e7f-4a3e-8a1d-ec63e7237712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:03.981812 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-c7efcbd9-6e7f-4a3e-8a1d-ec63e7237712 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1670275 Jul 15 15:45:04.031403 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde07bfd-da0d-472b-b360-228aff0a1ee6 req-a18ccece-c5a1-4f8a-97c7-0f3c14747514 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.032897 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bde07bfd-da0d-472b-b360-228aff0a1ee6 req-a18ccece-c5a1-4f8a-97c7-0f3c14747514 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.1501851 Jul 15 15:45:04.044205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-90e867bb-8a00-4ba2-b1ec-efc8a933cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.045668 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-90e867bb-8a00-4ba2-b1ec-efc8a933cadd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 1096 time: 0.1408200 Jul 15 15:45:04.128219 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-f4a65d8c-1bb7-4d11-a380-707e8e7728a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 HTTP/1.1" status: 200 len: 217 time: 0.0425565 Jul 15 15:45:04.135627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-9813c466-937b-4d63-8aff-f84cf20194da tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.137241 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-9813c466-937b-4d63-8aff-f84cf20194da tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/networks?id=e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 200 len: 814 time: 0.1048005 Jul 15 15:45:04.152308 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-04e99e70-07a9-4790-8255-fffcf82989c2 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/quotas/49d9e4c9a59c40bdb7b88723fdaf9884 HTTP/1.1" status: 200 len: 375 time: 0.0094221 Jul 15 15:45:04.178022 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bde07bfd-da0d-472b-b360-228aff0a1ee6 req-5d021bc1-7f1f-47ed-9727-d4a0856fdd59 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384366 Jul 15 15:45:04.185660 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-8d953d16-a3b8-4b7c-adae-00edea7479a8 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283821 Jul 15 15:45:04.195123 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-77a1508c-21e9-4b58-9797-30455f37e139 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014334 Jul 15 15:45:04.205380 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-013332d7-8671-4217-bf03-dbc7c17dc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.206832 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-013332d7-8671-4217-bf03-dbc7c17dc04e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846522ee-049d-46b2-9923-7125e0bd7b13 HTTP/1.1" status: 200 len: 848 time: 0.0695419 Jul 15 15:45:04.252989 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-664d8788-f18a-4a28-b719-49695de7f28a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e206f0ad-7501-4016-a909-86f080072863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379808 Jul 15 15:45:04.278081 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-250a7fef-957d-4b5b-9833-38583853a641 service neutron] 10.222.0.15 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857458 Jul 15 15:45:04.329984 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-25de5f64-5a9e-4e51-9564-0a98278f9c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:04.366491 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-997be55a-f8bf-44db-a517-0aa6d7a22de9 service neutron] 10.222.0.15 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826585 Jul 15 15:45:04.371870 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2867f0c9-496e-4625-81a3-674f8b925703 req-69dd4f49-4dd7-436b-90a8-d08ec97e17b7 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680989 Jul 15 15:45:04.396426 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-aff42a30-dfb4-4857-88f9-98c50154d249 service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339614 Jul 15 15:45:04.499691 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3ee5d42-ea2d-421e-a76f-667f1a40e95d req-e4d84dad-826a-42df-94d5-dff4a1fcd417 service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967572 Jul 15 15:45:04.559186 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d74666f7-4532-4617-9889-f8f53deaf140 req-cfb544f9-59fb-4cb1-85ab-6e08b1c77b30 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 210 time: 0.0412381 Jul 15 15:45:04.630168 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b58afe-2307-4fb1-94cf-bf907ec7b5b4 req-96a52c93-7168-492e-aeda-4c3152793aee tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.631651 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-70b58afe-2307-4fb1-94cf-bf907ec7b5b4 req-96a52c93-7168-492e-aeda-4c3152793aee tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 943 time: 0.1097400 Jul 15 15:45:04.646398 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-fc10f344-fcc4-4aed-89db-873d7dbc671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.647820 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-fc10f344-fcc4-4aed-89db-873d7dbc671a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 1096 time: 0.0887022 Jul 15 15:45:04.703646 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-70b58afe-2307-4fb1-94cf-bf907ec7b5b4 req-360919fe-9c37-42b6-81cd-069bc5738448 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650103 Jul 15 15:45:04.757670 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-1b39868a-fee8-4e5e-ace0-d31743ca5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.759644 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-1b39868a-fee8-4e5e-ace0-d31743ca5308 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 200 len: 908 time: 0.1037521 Jul 15 15:45:04.801134 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-be347c5f-6f24-4855-827a-9108836b22db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 HTTP/1.1" status: 200 len: 217 time: 0.0341797 Jul 15 15:45:04.852449 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-b0b1a534-3cde-4299-a103-c1fe96099113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:04.853897 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-b0b1a534-3cde-4299-a103-c1fe96099113 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846522ee-049d-46b2-9923-7125e0bd7b13 HTTP/1.1" status: 200 len: 848 time: 0.0466914 Jul 15 15:45:04.887953 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-705ef2c8-3152-4335-8cbc-182716a977be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e206f0ad-7501-4016-a909-86f080072863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269551 Jul 15 15:45:04.978024 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-cff72da6-5a75-4014-921f-ede9378d4465 service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813739 Jul 15 15:45:05.071724 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d34d8853-92df-4330-a03c-404b9b0ee645 req-47e5b398-0c2d-4058-ade6-3746d4054b24 service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852447 Jul 15 15:45:05.364319 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c48866-2cb3-4cc6-a5e0-845fdb660c64 req-551f77b6-8e22-45a3-b50e-a143374fa403 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:05.365755 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-56c48866-2cb3-4cc6-a5e0-845fdb660c64 req-551f77b6-8e22-45a3-b50e-a143374fa403 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0646935 Jul 15 15:45:05.402760 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-56c48866-2cb3-4cc6-a5e0-845fdb660c64 req-049c9e00-ba18-4d95-84f2-b2721e7af78c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300784 Jul 15 15:45:05.707236 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-30fe0822-d5c3-4733-acfe-e2769326f1a4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:05.708759 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-30fe0822-d5c3-4733-acfe-e2769326f1a4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "GET /v2.0/networks?id=e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 200 len: 814 time: 0.1307929 Jul 15 15:45:05.727880 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-962fda29-25a7-46ee-89aa-aa48bcf710d2 req-2a6b5287-6496-498a-82a7-1225851cc2b7 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 210 time: 0.0489151 Jul 15 15:45:05.731424 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Request body: {'port': {'device_id': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64', 'admin_state_up': True, 'tenant_id': '49d9e4c9a59c40bdb7b88723fdaf9884'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:05.847226 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Made reservation on behalf of 49d9e4c9a59c40bdb7b88723fdaf9884 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:45:05.851110 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:05.894099 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fd38b-e4c4-44f8-a194-7a70de0cddb1 req-bb96e4d5-2979-42f3-b2a0-0c5f046bf1ef tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:05.895622 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a21fd38b-e4c4-44f8-a194-7a70de0cddb1 req-bb96e4d5-2979-42f3-b2a0-0c5f046bf1ef tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 943 time: 0.0661118 Jul 15 15:45:05.933309 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a21fd38b-e4c4-44f8-a194-7a70de0cddb1 req-9c7ab842-dc08-477f-b0b9-2a26ca8c935e tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Jul 15 15:45:05.977477 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Allocated IP 172.20.0.11 (e8622caf-3802-4fd9-901b-eeab44514b64/7fa8da73-9cf7-4880-884e-0521c7f90d83/7166ed8b-46d6-48e8-a208-b6904a23c702) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:45:06.324090 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:45:06.384959 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.416751 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:06.423152 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.428022 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28', 'network_id': 'e206f0ad-7501-4016-a909-86f080072863', 'port_id': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28', 'mac_address': 'fa:16:3e:d9:e7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846522ee-049d-46b2-9923-7125e0bd7b13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:45:06.468175 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Network e8622caf-3802-4fd9-901b-eeab44514b64 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:45:06.471325 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:45:06.475254 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:45:06.475582 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.491386 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:06.500494 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Pushing event updated for resources: {'Port': ['ID=7166ed8b-46d6-48e8-a208-b6904a23c702,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:06.521496 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:06.525510 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.526201 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:45:06.527538 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:06.528155 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.576215 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-2232a908-35fe-4a7f-803f-0ae9bdc51ee1 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8510106 Jul 15 15:45:06.591495 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Request body: {'port': {'device_id': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:06.596316 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:06.607516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.607864 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.608217 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.608557 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.608893 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.609226 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.609556 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.609882 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.610237 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.610562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.610887 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.611210 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:45:06.640803 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd9814-e829-4daa-a06f-34800c33a867 req-cc1d0fb4-0492-4207-8145-becdb5f0738e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:06.642310 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-49dd9814-e829-4daa-a06f-34800c33a867 req-cc1d0fb4-0492-4207-8145-becdb5f0738e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.1114175 Jul 15 15:45:06.671302 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:06.682761 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '6dff33b4-111e-48dc-818b-055a4252c41f', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f', 'mac_address': 'fa:16:3e:72:a2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:45:06.700900 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.717448 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-49dd9814-e829-4daa-a06f-34800c33a867 req-e19a7425-ee56-4a2a-b949-f0d0942902fe tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674794 Jul 15 15:45:06.719049 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.732329 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff33b4-111e-48dc-818b-055a4252c41f {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:06.752843 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:06.756934 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.808217 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:06.915409 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda822d5-c054-4d11-a699-df1ad86a286c req-75bf4b4c-af71-41d0-9775-f8f522457cf9 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:06.918025 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eda822d5-c054-4d11-a699-df1ad86a286c req-75bf4b4c-af71-41d0-9775-f8f522457cf9 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 932 time: 0.0623231 Jul 15 15:45:06.959548 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eda822d5-c054-4d11-a699-df1ad86a286c req-f06c7d89-d521-4e53-998a-0a88a9d12e21 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370495 Jul 15 15:45:06.973657 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7166ed8b-46d6-48e8-a208-b6904a23c702 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:06.981817 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:06.993856 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Transition to ACTIVE for port object 7166ed8b-46d6-48e8-a208-b6904a23c702 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:45:06.999085 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:07.049070 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7166ed8b-46d6-48e8-a208-b6904a23c702,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:07.058020 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:07.061340 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['6dff33b4-111e-48dc-818b-055a4252c41f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:07.134881 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e679fe7c-bc25-411d-ad25-8c7f319a89eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:07.157253 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Attempting to bind port 7166ed8b-46d6-48e8-a208-b6904a23c702 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:45:07.157588 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Attempting to bind port 7166ed8b-46d6-48e8-a208-b6904a23c702 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:45:07.157913 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Attempting to bind port 7166ed8b-46d6-48e8-a208-b6904a23c702 on network e8622caf-3802-4fd9-901b-eeab44514b64 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:07.165524 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Port 7166ed8b-46d6-48e8-a208-b6904a23c702 on network e8622caf-3802-4fd9-901b-eeab44514b64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:45:07.165778 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Attempting to bind port 7166ed8b-46d6-48e8-a208-b6904a23c702 on network e8622caf-3802-4fd9-901b-eeab44514b64 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:07.176021 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7dbbc-5487-4f16-8ee3-7c3cd3ae5cc1 req-1c0e7099-9532-4760-9129-7857c688de89 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.177501 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3eb7dbbc-5487-4f16-8ee3-7c3cd3ae5cc1 req-1c0e7099-9532-4760-9129-7857c688de89 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 944 time: 0.1108160 Jul 15 15:45:07.180183 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:45:07.180516 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Checking segment: {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:45:07.180898 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Bound using segment: {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:45:07.181321 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Bound port: 7166ed8b-46d6-48e8-a208-b6904a23c702, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ba11af-993b-4e75-b66d-32aea05493a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:45:07.181674 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:07.247984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3eb7dbbc-5487-4f16-8ee3-7c3cd3ae5cc1 req-cef9be1a-d0e9-4e74-9e8c-9086b8245bb5 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Jul 15 15:45:07.269636 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] For port 7166ed8b-46d6-48e8-a208-b6904a23c702, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:45:07.273006 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] For port 7166ed8b-46d6-48e8-a208-b6904a23c702, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7166ed8b-46d6-48e8-a208-b6904a23c702,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:45:07.278085 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:07.311457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.312078 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:07.313428 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/7166ed8b-46d6-48e8-a208-b6904a23c702 HTTP/1.1" status: 200 len: 1094 time: 0.7283342 Jul 15 15:45:07.313860 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'tag': '7166ed8b-46d6-48e8-a208-b6904a23c702'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:07.316112 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6" -d '{"events": [{"name": "network-changed", "server_uuid": "703b34b1-d124-4838-84cc-fecc3b256fe5", "tag": "7166ed8b-46d6-48e8-a208-b6904a23c702"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:07.340611 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3ee6-1402-44c4-99a7-19ac7501a3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7166ed8b-46d6-48e8-a208-b6904a23c702,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:07.365603 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aed842-6f3a-4815-ba3c-04387cc16d1c x-openstack-request-id: req-49aed842-6f3a-4815-ba3c-04387cc16d1c {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:07.365883 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703b34b1-d124-4838-84cc-fecc3b256fe5", "tag": "7166ed8b-46d6-48e8-a208-b6904a23c702", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:07.366152 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49aed842-6f3a-4815-ba3c-04387cc16d1c {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:07.366531 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'tag': '7166ed8b-46d6-48e8-a208-b6904a23c702', 'status': 'completed', 'code': 200} Jul 15 15:45:07.413220 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:07.413830 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-2b6cdfe4-6afb-4cff-8869-32a493344b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.415604 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-2b6cdfe4-6afb-4cff-8869-32a493344b81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0584807 Jul 15 15:45:07.455894 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-40571da2-efa8-4281-8d42-b9298ed3ec2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7166ed8b-46d6-48e8-a208-b6904a23c702 HTTP/1.1" status: 200 len: 217 time: 0.0326271 Jul 15 15:45:07.502379 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163a70-f567-4826-99c2-3085e4dee27c req-85258f4e-0e06-493d-a0fe-d141795fe86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.503759 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-85258f4e-0e06-493d-a0fe-d141795fe86f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa8da73-9cf7-4880-884e-0521c7f90d83 HTTP/1.1" status: 200 len: 854 time: 0.0409787 Jul 15 15:45:07.541871 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-5558d5f6-a28b-4099-9a86-1235cb062224 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8622caf-3802-4fd9-901b-eeab44514b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jul 15 15:45:07.628506 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-6095e2c1-615a-4171-a93e-10ec9b4b349a service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803227 Jul 15 15:45:07.726469 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28163a70-f567-4826-99c2-3085e4dee27c req-ce4661a1-2018-4f4c-ba78-0c8a77a72cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912099 Jul 15 15:45:07.847164 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-84bf6c3b-3ee0-4416-ae60-21409209bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.848583 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-84bf6c3b-3ee0-4416-ae60-21409209bc84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0690877 Jul 15 15:45:07.959063 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6229e11-6fe9-4286-98b1-f3632b18aa7d req-32432d22-cd75-4653-80aa-7002394af625 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.960428 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a6229e11-6fe9-4286-98b1-f3632b18aa7d req-32432d22-cd75-4653-80aa-7002394af625 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 944 time: 0.1276157 Jul 15 15:45:07.979431 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-5d59036f-e783-45cd-8b14-46bc02dd6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:07.980858 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-5d59036f-e783-45cd-8b14-46bc02dd6f2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 200 len: 914 time: 0.1169322 Jul 15 15:45:07.994220 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.034705 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-b1d9398f-d43b-4041-bfd5-1636234a0e4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7166ed8b-46d6-48e8-a208-b6904a23c702 HTTP/1.1" status: 200 len: 217 time: 0.0413284 Jul 15 15:45:08.037631 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a6229e11-6fe9-4286-98b1-f3632b18aa7d req-d1bb7cac-4dec-43e8-bf5a-e35cf54e0786 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688183 Jul 15 15:45:08.088052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-98024dfc-09e2-4b83-b8ea-4016ff9d47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:08.089622 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-98024dfc-09e2-4b83-b8ea-4016ff9d47dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa8da73-9cf7-4880-884e-0521c7f90d83 HTTP/1.1" status: 200 len: 854 time: 0.0479963 Jul 15 15:45:08.122207 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-67189695-5489-44c1-af90-270eaabd3d9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8622caf-3802-4fd9-901b-eeab44514b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258758 Jul 15 15:45:08.131816 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af1b9-2942-4218-8474-db8eef73f11a req-148f6b2c-b0ae-4310-a166-ee63ec5482ae tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:08.133824 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-740af1b9-2942-4218-8474-db8eef73f11a req-148f6b2c-b0ae-4310-a166-ee63ec5482ae tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 944 time: 0.0609653 Jul 15 15:45:08.170955 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-740af1b9-2942-4218-8474-db8eef73f11a req-8f660674-d934-4598-bdf8-b2cf69b7c309 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313122 Jul 15 15:45:08.216479 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-cfc0c105-f250-4c47-bd1c-bfeac06cb7fd service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849509 Jul 15 15:45:08.304158 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1fea26b-8ce3-4ba0-8bfd-6840885d79f6 req-34be1b90-032e-4e5b-88f4-37189c445cbf service neutron] 10.222.0.43 "GET /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799272 Jul 15 15:45:08.347204 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:45:08.398357 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:45:08.402477 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:08.402890 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.419226 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54459e16-623a-4dcd-a289-4b97aaeffd30 req-7b1245b4-05da-43c9-ad88-c689b96f5e24 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:08.420717 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-54459e16-623a-4dcd-a289-4b97aaeffd30 req-7b1245b4-05da-43c9-ad88-c689b96f5e24 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 944 time: 0.0630553 Jul 15 15:45:08.461861 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-54459e16-623a-4dcd-a289-4b97aaeffd30 req-34f26be7-445b-4812-888e-22261d114073 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Jul 15 15:45:08.476951 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.498739 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:08.500965 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622cbfc2-c003-4b17-b720-fd90ac2ef8b7" -d '{"events": [{"server_uuid": "c0794d5d-bd77-4be7-82be-e72c7d5c8b02", "name": "network-vif-plugged", "status": "completed", "tag": "296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:08.514041 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:08.517816 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.518667 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:45:08.558808 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf861b2-c329-4c71-b37c-d1d3d2758709 x-openstack-request-id: req-8cf861b2-c329-4c71-b37c-d1d3d2758709 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:08.559095 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0794d5d-bd77-4be7-82be-e72c7d5c8b02", "name": "network-vif-plugged", "status": "completed", "tag": "296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:08.559337 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cf861b2-c329-4c71-b37c-d1d3d2758709 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:08.559756 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28', 'code': 200} Jul 15 15:45:08.596704 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:08.611286 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 6dff33b4-111e-48dc-818b-055a4252c41f completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:45:08.615073 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 6dff33b4-111e-48dc-818b-055a4252c41f triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:08.615439 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.692229 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.723926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:08.727517 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:08.759523 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b4803-5703-4589-9ebe-24104db09f0e req-babcb40a-6be6-4dd7-99b6-ea25cd5fad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:08.761042 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d1b4803-5703-4589-9ebe-24104db09f0e req-babcb40a-6be6-4dd7-99b6-ea25cd5fad0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 1098 time: 0.0523934 Jul 15 15:45:08.801400 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d1b4803-5703-4589-9ebe-24104db09f0e req-b74c1901-b167-426b-86e8-f49fb20432db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294106 Jul 15 15:45:08.883817 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:09.211683 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffd087-417e-46ef-ab51-4202743001c1 req-4795e446-c047-4fe9-bf73-603e6281b81c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:09.213165 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f6ffd087-417e-46ef-ab51-4202743001c1 req-4795e446-c047-4fe9-bf73-603e6281b81c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0619061 Jul 15 15:45:09.249369 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f6ffd087-417e-46ef-ab51-4202743001c1 req-46b17f16-bb7f-4ccd-b7c8-9cd20d5ed666 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Jul 15 15:45:09.342909 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2df4d5-8caf-477d-89c5-14dd9b614636 req-36dac869-70a9-444b-85b2-e634156e2b14 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:09.344377 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f2df4d5-8caf-477d-89c5-14dd9b614636 req-36dac869-70a9-444b-85b2-e634156e2b14 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 944 time: 0.0623889 Jul 15 15:45:09.380345 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f2df4d5-8caf-477d-89c5-14dd9b614636 req-307d0a68-dba0-47f9-a2a9-5a42563dd090 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Jul 15 15:45:09.589903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:09.637043 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aa73e-3c78-42b0-9590-619e690b8a1f req-d1d970ce-350c-44a6-98ff-459210841a4e tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:09.638536 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-238aa73e-3c78-42b0-9590-619e690b8a1f req-d1d970ce-350c-44a6-98ff-459210841a4e tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 945 time: 0.0668070 Jul 15 15:45:09.674466 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-238aa73e-3c78-42b0-9590-619e690b8a1f req-db18fb70-2848-4e62-b8ea-9ad39f240ddb tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Jul 15 15:45:10.348744 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7166ed8b-46d6-48e8-a208-b6904a23c702 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:45:10.433340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0193-c804-4da2-a847-cb667dff9fe5 req-8b4ca719-9976-4987-9e43-60057ead619a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:10.440428 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fcd0193-c804-4da2-a847-cb667dff9fe5 req-8b4ca719-9976-4987-9e43-60057ead619a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0763583 Jul 15 15:45:10.442198 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7166ed8b-46d6-48e8-a208-b6904a23c702, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7166ed8b-46d6-48e8-a208-b6904a23c702,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:10.453684 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '7166ed8b-46d6-48e8-a208-b6904a23c702', 'network_id': 'e8622caf-3802-4fd9-901b-eeab44514b64', 'port_id': '7166ed8b-46d6-48e8-a208-b6904a23c702', 'mac_address': 'fa:16:3e:17:bc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa8da73-9cf7-4880-884e-0521c7f90d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:45:10.473438 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fcd0193-c804-4da2-a847-cb667dff9fe5 req-c4eec3c1-a306-4034-9976-5516ed402da3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Jul 15 15:45:10.494968 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:10.508482 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7166ed8b-46d6-48e8-a208-b6904a23c702 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:10.527989 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7166ed8b-46d6-48e8-a208-b6904a23c702, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7166ed8b-46d6-48e8-a208-b6904a23c702,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:10.531773 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:10.552793 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951cbe2-cdbc-45ea-a1e1-7d150f2478ef req-9c5cd80f-bb8c-44b5-bb46-1b5f578826f3 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:10.554227 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1951cbe2-cdbc-45ea-a1e1-7d150f2478ef req-9c5cd80f-bb8c-44b5-bb46-1b5f578826f3 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 944 time: 0.0635874 Jul 15 15:45:10.562007 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:10.564215 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f66b59e-be1d-41ac-b377-69813e99e56c" -d '{"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-plugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:10.584594 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=7166ed8b-46d6-48e8-a208-b6904a23c702,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:10.593490 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1951cbe2-cdbc-45ea-a1e1-7d150f2478ef req-a2f655a9-a5b5-45ef-a656-60b2aab6f242 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Jul 15 15:45:10.599837 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa5636c-b189-4fec-b601-f8486bbde7b3 x-openstack-request-id: req-eaa5636c-b189-4fec-b601-f8486bbde7b3 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:10.600308 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-plugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:10.600583 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eaa5636c-b189-4fec-b601-f8486bbde7b3 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:10.600834 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'code': 200} Jul 15 15:45:10.808033 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['7166ed8b-46d6-48e8-a208-b6904a23c702'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:10.829007 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09630-ec34-4551-8f39-027405fe65c0 req-e3dfcc3a-864d-4639-93bd-88b3f740952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:10.830709 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2d09630-ec34-4551-8f39-027405fe65c0 req-e3dfcc3a-864d-4639-93bd-88b3f740952a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1098 time: 0.0605228 Jul 15 15:45:10.849843 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087cbcf-6e7a-42e9-becf-6f99cd1be9eb req-1ecf8d97-09e3-49b9-b308-f39355d7dc03 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:10.854610 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f087cbcf-6e7a-42e9-becf-6f99cd1be9eb req-1ecf8d97-09e3-49b9-b308-f39355d7dc03 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 945 time: 0.0673177 Jul 15 15:45:10.869235 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2d09630-ec34-4551-8f39-027405fe65c0 req-bee0bb27-9050-4f47-84e2-a561141fb768 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Jul 15 15:45:10.889043 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f087cbcf-6e7a-42e9-becf-6f99cd1be9eb req-3e09f5f6-f70b-4809-9e3a-37333c4dbc9e tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Jul 15 15:45:11.655849 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef685270-3688-4ce1-af5b-d9c34bbdef6d req-4692dd31-abf4-4928-aa2f-af32cbc0016d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:11.657322 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef685270-3688-4ce1-af5b-d9c34bbdef6d req-4692dd31-abf4-4928-aa2f-af32cbc0016d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 945 time: 0.0644815 Jul 15 15:45:11.700914 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ef685270-3688-4ce1-af5b-d9c34bbdef6d req-4d121c7d-74a4-4942-add4-dfee6cc605b6 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Jul 15 15:45:11.781807 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a595a6b-2401-4490-84af-e3fe58e83d5a req-f1f97147-271c-47eb-8266-226bc918ce50 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:11.783414 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a595a6b-2401-4490-84af-e3fe58e83d5a req-f1f97147-271c-47eb-8266-226bc918ce50 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.1782730 Jul 15 15:45:11.823055 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a595a6b-2401-4490-84af-e3fe58e83d5a req-b175c6b4-2a62-47d6-a901-8ff87e34e2de tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338864 Jul 15 15:45:11.922349 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ca798-7689-4594-9023-a095d0be8bcd req-4ecebe51-2e6f-480b-bdec-c218d059c0a2 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:11.923807 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e8ca798-7689-4594-9023-a095d0be8bcd req-4ecebe51-2e6f-480b-bdec-c218d059c0a2 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 945 time: 0.1175039 Jul 15 15:45:11.959387 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4e8ca798-7689-4594-9023-a095d0be8bcd req-0c6aab83-3213-4731-a6c5-9144629d005d tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Jul 15 15:45:12.360599 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7166ed8b-46d6-48e8-a208-b6904a23c702 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:45:12.406669 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 7166ed8b-46d6-48e8-a208-b6904a23c702 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:45:12.410044 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 7166ed8b-46d6-48e8-a208-b6904a23c702 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:12.410442 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:12.481706 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:12.514825 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 7166ed8b-46d6-48e8-a208-b6904a23c702, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7166ed8b-46d6-48e8-a208-b6904a23c702,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:12.518665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:12.563105 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=7166ed8b-46d6-48e8-a208-b6904a23c702,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:12.601641 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7166ed8b-46d6-48e8-a208-b6904a23c702'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:12.603875 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1505e01-7327-4a35-b8ed-5c285a3ed862" -d '{"events": [{"server_uuid": "703b34b1-d124-4838-84cc-fecc3b256fe5", "name": "network-vif-plugged", "status": "completed", "tag": "7166ed8b-46d6-48e8-a208-b6904a23c702"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:12.639625 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10718963-1555-45e4-a72e-92bbbd757802 x-openstack-request-id: req-10718963-1555-45e4-a72e-92bbbd757802 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:12.639930 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703b34b1-d124-4838-84cc-fecc3b256fe5", "name": "network-vif-plugged", "status": "completed", "tag": "7166ed8b-46d6-48e8-a208-b6904a23c702", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:12.640211 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10718963-1555-45e4-a72e-92bbbd757802 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:12.640604 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7166ed8b-46d6-48e8-a208-b6904a23c702', 'code': 200} Jul 15 15:45:12.857251 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c188-fd46-47cb-bbb8-3136d5582098 req-e6cbcf84-f9de-4858-bd61-b469621f6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:12.858831 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5e27c188-fd46-47cb-bbb8-3136d5582098 req-e6cbcf84-f9de-4858-bd61-b469621f6936 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 1099 time: 0.0505772 Jul 15 15:45:12.873823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630e6d5-d5c0-4653-a98b-e8ee833ba9da req-39fdc2fe-20e6-4181-af10-c5bf47859f9f tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:12.875373 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d630e6d5-d5c0-4653-a98b-e8ee833ba9da req-39fdc2fe-20e6-4181-af10-c5bf47859f9f tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 945 time: 0.0624983 Jul 15 15:45:12.898008 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5e27c188-fd46-47cb-bbb8-3136d5582098 req-0b9b63d0-70fb-4516-aa1f-342f437ccd01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Jul 15 15:45:12.912711 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d630e6d5-d5c0-4653-a98b-e8ee833ba9da req-56bd0408-8529-446a-875d-3a007d3aa83b tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Jul 15 15:45:13.036231 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e3cc-d93f-4c88-8e00-e69e410202e1 req-66221511-c0e8-4146-ba2d-e64c69d50cdc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:13.037720 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d518e3cc-d93f-4c88-8e00-e69e410202e1 req-66221511-c0e8-4146-ba2d-e64c69d50cdc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0973902 Jul 15 15:45:13.074434 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-8479da6c-f053-4438-b066-ef818ff93cd5 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:13.076078 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-8479da6c-f053-4438-b066-ef818ff93cd5 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 945 time: 0.0999522 Jul 15 15:45:13.099837 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d518e3cc-d93f-4c88-8e00-e69e410202e1 req-1e0246cc-59b0-4067-95be-909c43800a97 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550888 Jul 15 15:45:13.133886 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ae1f5-3263-4089-805d-7e539fe7919d req-90e0c506-497c-401d-bb5a-fff7055fd107 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:13.135495 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b97ae1f5-3263-4089-805d-7e539fe7919d req-90e0c506-497c-401d-bb5a-fff7055fd107 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 946 time: 0.0672512 Jul 15 15:45:13.184059 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b97ae1f5-3263-4089-805d-7e539fe7919d req-c2695606-e0a0-454c-98f3-65b53798a004 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 Jul 15 15:45:13.191608 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Deleting port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:13.191954 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.316343 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] For port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:13.316695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.338161 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a835dfa-da88-4262-9b55-ba1cf07c777f req-aa6c5fcc-e2a0-436c-89cf-7b23ce23648b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:13.339610 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a835dfa-da88-4262-9b55-ba1cf07c777f req-aa6c5fcc-e2a0-436c-89cf-7b23ce23648b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.1235023 Jul 15 15:45:13.343523 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Calling delete_port for 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:13.348251 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33532) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:13.353488 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Request body: {'floatingip': {'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:13.390551 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.466211 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.480433 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:13.496836 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Pushing event deleted for resources: {'Port': ['ID=296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:13.541640 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] No DVR routers for this DVR port 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:13.544514 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.546586 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-456592dc-408b-4bd2-876c-714b51fb38a5 req-f3b85f84-a9c0-4efe-a677-ffd2b52625c3 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "DELETE /v2.0/ports/296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 HTTP/1.1" status: 204 len: 173 time: 0.4609163 Jul 15 15:45:13.547021 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'name': 'network-vif-deleted', 'tag': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:13.549331 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b831d9-32ad-4bfb-8dc3-56bbbd3b5700" -d '{"events": [{"server_uuid": "c0794d5d-bd77-4be7-82be-e72c7d5c8b02", "name": "network-vif-deleted", "tag": "296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:13.592425 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdea065-f9b5-40d3-99cd-72a61aadd7f1 x-openstack-request-id: req-bbdea065-f9b5-40d3-99cd-72a61aadd7f1 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:13.592798 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0794d5d-bd77-4be7-82be-e72c7d5c8b02", "name": "network-vif-deleted", "tag": "296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:13.593151 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbdea065-f9b5-40d3-99cd-72a61aadd7f1 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:13.593637 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0794d5d-bd77-4be7-82be-e72c7d5c8b02', 'name': 'network-vif-deleted', 'tag': '296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28', 'status': 'completed', 'code': 200} Jul 15 15:45:13.841226 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.844636 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:13.938820 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Floating IP 6f7d9e49-78e2-4e45-a33a-ce74aac8fd34 associated. External IP: 172.27.3.63, port: 6dff33b4-111e-48dc-818b-055a4252c41f. Jul 15 15:45:14.065685 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a6100634-df24-40bd-aed4-40ab4c9d7632 req-6c98b543-4125-42c2-8712-f8d9fa32791f tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0794d5d-bd77-4be7-82be-e72c7d5c8b02 HTTP/1.1" status: 200 len: 210 time: 0.0303240 Jul 15 15:45:14.413073 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4cbe3-60ea-4d01-ba28-312946037b3e req-fc6488c2-e6f0-4c7c-99e6-e1ec5ef58bef tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:14.414558 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6cf4cbe3-60ea-4d01-ba28-312946037b3e req-fc6488c2-e6f0-4c7c-99e6-e1ec5ef58bef tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 946 time: 0.1129801 Jul 15 15:45:14.416228 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:45:14.492772 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6cf4cbe3-60ea-4d01-ba28-312946037b3e req-2161aaec-864c-4c11-906a-9e48bae718b5 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717030 Jul 15 15:45:14.545186 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:45:14.550060 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:14.556428 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:45:14.565632 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:14.566412 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:14.593659 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-bf004c67-deb4-4fb4-a260-d3b44bc6ae9a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "PUT /v2.0/floatingips/6f7d9e49-78e2-4e45-a33a-ce74aac8fd34 HTTP/1.1" status: 200 len: 990 time: 1.2417960 Jul 15 15:45:14.593659 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:14.594089 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed44634-3949-4971-92f0-c989e04c184b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:14.683613 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:14.753193 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7325b57-aded-450f-8d50-6099b36e8525 x-openstack-request-id: req-a7325b57-aded-450f-8d50-6099b36e8525 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:14.753540 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:14.753792 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7325b57-aded-450f-8d50-6099b36e8525 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:14.754246 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'status': 'completed', 'code': 200} Jul 15 15:45:14.832830 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44634-3949-4971-92f0-c989e04c184b req-0dc8cc0c-2301-4ede-a3fc-88d34859a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:14.835077 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-0dc8cc0c-2301-4ede-a3fc-88d34859a6f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1098 time: 0.0574179 Jul 15 15:45:14.948123 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44634-3949-4971-92f0-c989e04c184b req-171828d4-1eb4-4014-8e68-4be68c6b64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:14.949622 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-171828d4-1eb4-4014-8e68-4be68c6b64cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.1087070 Jul 15 15:45:14.975166 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '6f7d9e49-78e2-4e45-a33a-ce74aac8fd34', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'mac_address': 'fa:16:3e:72:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:44:55Z', 'updated_at': '2021-07-15T15:45:13Z', 'revision_number': 1, 'project_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:15.000343 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:45:15.008837 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:15.009456 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:15.012278 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-11d57635-5b50-47a9-ba8c-f8b8a768da05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 998 time: 0.0564380 Jul 15 15:45:15.070198 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44634-3949-4971-92f0-c989e04c184b req-7838696a-4d92-4b92-b49f-b6a9a3384295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:15.072404 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-7838696a-4d92-4b92-b49f-b6a9a3384295 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0510640 Jul 15 15:45:15.118138 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:15.130161 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44634-3949-4971-92f0-c989e04c184b req-6d8bde5d-1cb2-47c8-8339-64fa7f6f08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:15.131668 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-6d8bde5d-1cb2-47c8-8339-64fa7f6f08da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528207 Jul 15 15:45:15.224913 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-9c82254d-5e2e-47dd-8e12-868e4b825e14 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857365 Jul 15 15:45:15.359572 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '6f7d9e49-78e2-4e45-a33a-ce74aac8fd34', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'mac_address': 'fa:16:3e:72:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:44:55Z', 'updated_at': '2021-07-15T15:45:13Z', 'revision_number': 1, 'project_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:15.387115 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfec441-c18c-4b42-9725-1662c4f52d87 None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '6f7d9e49-78e2-4e45-a33a-ce74aac8fd34', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'mac_address': 'fa:16:3e:72:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:44:55Z', 'updated_at': '2021-07-15T15:45:13Z', 'revision_number': 1, 'project_id': 'a0719710669541798e3075aa1f198e19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:45:15.392265 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4ed44634-3949-4971-92f0-c989e04c184b req-e422f716-8790-4db4-af80-e48f8ea881a8 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600180 Jul 15 15:45:15.425695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-a129d09e-3100-4b49-a5dc-83034c5cd666 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:15.427217 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-a129d09e-3100-4b49-a5dc-83034c5cd666 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/networks?id=e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 200 len: 808 time: 0.1238914 Jul 15 15:45:15.442620 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-6f090bf3-61a4-43e7-a3c2-5b4004305bdc tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/quotas/cd24d63b28ca4cfbbcd73843eee8d0ca HTTP/1.1" status: 200 len: 375 time: 0.0095587 Jul 15 15:45:15.477505 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-1f4670d6-3f09-4793-b9f5-e1a93ecd2939 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jul 15 15:45:15.570529 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4842-7611-47f5-9245-6afa13f50a05 None None] New status for floating IP 6f7d9e49-78e2-4e45-a33a-ce74aac8fd34: ACTIVE {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:45:15.609696 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-0e760cd2-97f6-4329-b37e-c8fba52e010e service neutron] 10.222.0.15 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255822 Jul 15 15:45:15.705412 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-ed2d7c8e-f81d-4629-9762-39906bfb4940 service neutron] 10.222.0.15 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870905 Jul 15 15:45:15.877567 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b99e3255-57ea-431a-a55d-85e260aeec10 req-22e37dca-7905-4fc8-8bff-ae7886bd1021 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 210 time: 0.0303271 Jul 15 15:45:16.395030 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:16.413767 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:16.414143 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 296d5e7e-cd9f-4ea3-9e6a-145e87a6bb28 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:17.065113 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6eaf8c7d-9b02-472d-8da9-d561c6160ed3 req-f3c726e8-1a7a-4641-9db1-c0ef4b030326 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 210 time: 0.0360374 Jul 15 15:45:17.096228 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-9d0463dc-5e92-4b06-a836-d591258e0c30 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:17.097801 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-9d0463dc-5e92-4b06-a836-d591258e0c30 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "GET /v2.0/networks?id=e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 200 len: 808 time: 0.1442244 Jul 15 15:45:17.110539 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Request body: {'port': {'device_id': 'b127126b-b668-422b-84b6-05fa12f9072b', 'network_id': 'e206f0ad-7501-4016-a909-86f080072863', 'admin_state_up': True, 'tenant_id': 'cd24d63b28ca4cfbbcd73843eee8d0ca'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:17.219548 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Made reservation on behalf of cd24d63b28ca4cfbbcd73843eee8d0ca for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:45:17.223146 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:17.340842 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Allocated IP 172.20.0.13 (e206f0ad-7501-4016-a909-86f080072863/846522ee-049d-46b2-9923-7125e0bd7b13/579edf73-3513-4720-a4ad-8889bd44eeca) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:45:17.482088 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:17.519074 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:17.566624 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Network e206f0ad-7501-4016-a909-86f080072863 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:45:17.569935 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:45:17.574242 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:45:17.596822 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Pushing event updated for resources: {'Port': ['ID=579edf73-3513-4720-a4ad-8889bd44eeca,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:17.622705 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:17.623308 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:17.636803 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-5352d21f-f761-425e-b983-77da2bebd987 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5298884 Jul 15 15:45:17.649013 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Request body: {'port': {'device_id': 'b127126b-b668-422b-84b6-05fa12f9072b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:17.717748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:17.981065 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579edf73-3513-4720-a4ad-8889bd44eeca {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:17.989158 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:18.005291 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Transition to ACTIVE for port object 579edf73-3513-4720-a4ad-8889bd44eeca will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:45:18.013732 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:18.067562 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Pushing event updated for resources: {'Port': ['ID=579edf73-3513-4720-a4ad-8889bd44eeca,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:18.143356 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Attempting to bind port 579edf73-3513-4720-a4ad-8889bd44eeca on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:45:18.143695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Attempting to bind port 579edf73-3513-4720-a4ad-8889bd44eeca by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:45:18.144023 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Attempting to bind port 579edf73-3513-4720-a4ad-8889bd44eeca on network e206f0ad-7501-4016-a909-86f080072863 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:18.148926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Port 579edf73-3513-4720-a4ad-8889bd44eeca on network e206f0ad-7501-4016-a909-86f080072863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:45:18.149244 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Attempting to bind port 579edf73-3513-4720-a4ad-8889bd44eeca on network e206f0ad-7501-4016-a909-86f080072863 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:18.154068 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:45:18.155056 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Checking segment: {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:45:18.155581 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Bound using segment: {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:45:18.156019 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Bound port: 579edf73-3513-4720-a4ad-8889bd44eeca, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e206f0ad-7501-4016-a909-86f080072863'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:45:18.156525 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:18.182390 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62b5d4-4555-4951-a37b-e119dbf4d694 req-cb82ad46-6c02-485c-9bab-0138ae24fc00 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.184026 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3e62b5d4-4555-4951-a37b-e119dbf4d694 req-cb82ad46-6c02-485c-9bab-0138ae24fc00 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0691891 Jul 15 15:45:18.223614 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3e62b5d4-4555-4951-a37b-e119dbf4d694 req-26a1dd6e-6126-4944-bea1-c45bdf51c609 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Jul 15 15:45:18.252256 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] For port 579edf73-3513-4720-a4ad-8889bd44eeca, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:45:18.266339 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] For port 579edf73-3513-4720-a4ad-8889bd44eeca, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=579edf73-3513-4720-a4ad-8889bd44eeca,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:45:18.270925 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:18.321227 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.321774 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:18.323213 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] 10.222.0.43 "PUT /v2.0/ports/579edf73-3513-4720-a4ad-8889bd44eeca HTTP/1.1" status: 200 len: 1094 time: 0.6788430 Jul 15 15:45:18.323658 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b127126b-b668-422b-84b6-05fa12f9072b', 'tag': '579edf73-3513-4720-a4ad-8889bd44eeca'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:18.325898 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2260b8-5811-4be5-8ad1-622b28e96c85" -d '{"events": [{"name": "network-changed", "server_uuid": "b127126b-b668-422b-84b6-05fa12f9072b", "tag": "579edf73-3513-4720-a4ad-8889bd44eeca"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:18.349210 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49e83-d5d9-4563-a525-45d4c3407a6d req-ff9d9a11-08fd-41cc-aef6-afab26f226fe tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.350725 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dfe49e83-d5d9-4563-a525-45d4c3407a6d req-ff9d9a11-08fd-41cc-aef6-afab26f226fe tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 944 time: 0.1366386 Jul 15 15:45:18.357578 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feda7fc-3c76-466c-89ea-852206367c8e service neutron] Pushing event updated for resources: {'Port': ['ID=579edf73-3513-4720-a4ad-8889bd44eeca,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:18.368914 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e34aa3-63e6-4c5c-8a92-014d67ce4154 x-openstack-request-id: req-87e34aa3-63e6-4c5c-8a92-014d67ce4154 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:18.369206 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b127126b-b668-422b-84b6-05fa12f9072b", "tag": "579edf73-3513-4720-a4ad-8889bd44eeca", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:18.369463 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87e34aa3-63e6-4c5c-8a92-014d67ce4154 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:18.369854 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b127126b-b668-422b-84b6-05fa12f9072b', 'tag': '579edf73-3513-4720-a4ad-8889bd44eeca', 'status': 'completed', 'code': 200} Jul 15 15:45:18.418820 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-dfe49e83-d5d9-4563-a525-45d4c3407a6d req-7931c48c-4c5f-4060-a9cc-f039e012df77 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597408 Jul 15 15:45:18.444571 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-ff9019af-9ccc-4db5-8a5d-321575402627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.446038 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-ff9019af-9ccc-4db5-8a5d-321575402627 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 1097 time: 0.0575907 Jul 15 15:45:18.487359 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-cae986be-2a46-4171-a128-bd1ff2ec2107 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=579edf73-3513-4720-a4ad-8889bd44eeca HTTP/1.1" status: 200 len: 217 time: 0.0325890 Jul 15 15:45:18.540344 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-4677762a-bff1-467f-a8e9-c2d07a0f4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.541729 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-4677762a-bff1-467f-a8e9-c2d07a0f4f9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846522ee-049d-46b2-9923-7125e0bd7b13 HTTP/1.1" status: 200 len: 848 time: 0.0449553 Jul 15 15:45:18.576809 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-c20fb041-a8f4-4691-9ea4-c08ac2f1b8cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e206f0ad-7501-4016-a909-86f080072863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251703 Jul 15 15:45:18.662875 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-12213fd7-293b-4bfb-893b-10e0363a57a5 service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792866 Jul 15 15:45:18.753039 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f2af363c-cc87-452a-8c88-fe0a075a02bc req-4465f7d9-907a-409e-9c1d-2aa3d58871a9 service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833857 Jul 15 15:45:18.775127 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-823dbc5d-d363-4369-8b91-1e57eb5181d3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662275066&fields=id&tenant_id=4e62478a4f364749a14c45451751c2cf HTTP/1.1" status: 200 len: 267 time: 0.0328810 Jul 15 15:45:18.842002 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-b93d07f5-395a-4e60-a99c-8a06acbde3ec tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.843497 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-b93d07f5-395a-4e60-a99c-8a06acbde3ec tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 985 time: 0.0630934 Jul 15 15:45:18.854318 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Request body: {'port': {'security_groups': ['3c52ec20-dd01-48ec-894c-0b0d759f5023']}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:18.855805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-fce3eeb2-5471-4458-b1f4-9c9194c8779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.857288 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-fce3eeb2-5471-4458-b1f4-9c9194c8779e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 1097 time: 0.0524313 Jul 15 15:45:18.937111 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:18.954889 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-165f39ff-e2e2-4a3c-b916-119ae1b5c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:18.956358 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-165f39ff-e2e2-4a3c-b916-119ae1b5c857 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 200 len: 908 time: 0.0854409 Jul 15 15:45:18.997892 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-7eaf08c5-d574-43a2-a704-27319bc7d19b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=579edf73-3513-4720-a4ad-8889bd44eeca HTTP/1.1" status: 200 len: 217 time: 0.0318851 Jul 15 15:45:19.050981 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-010c93ff-fa72-44ff-a6bb-da7c61dd3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:19.052417 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-010c93ff-fa72-44ff-a6bb-da7c61dd3159 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846522ee-049d-46b2-9923-7125e0bd7b13 HTTP/1.1" status: 200 len: 848 time: 0.0472634 Jul 15 15:45:19.085060 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-9ef89f49-1ba5-4c63-a72c-22400dfc15a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e206f0ad-7501-4016-a909-86f080072863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256801 Jul 15 15:45:19.108813 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:19.146652 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.153885 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.169320 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:19.184844 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-fe720640-3279-4c02-b3e2-a51e9736f00a service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923417 Jul 15 15:45:19.200494 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:19.201176 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.205915 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d300a926-6a05-4643-8a35-d9fa16c1c85c req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "PUT /v2.0/ports/5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 943 time: 0.3561997 Jul 15 15:45:19.211875 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:19.215158 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33620) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:19.215318 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca49da6-b595-4d41-a34c-a9acfe54df86" -d '{"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:19.274917 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efb806d-ccf7-44a8-89d3-6b1dd9e1e852 x-openstack-request-id: req-1efb806d-ccf7-44a8-89d3-6b1dd9e1e852 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:19.275211 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:19.275455 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1efb806d-ccf7-44a8-89d3-6b1dd9e1e852 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:19.275847 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'status': 'completed', 'code': 200} Jul 15 15:45:19.280067 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7c954-72ae-470f-831f-7474385cbfe3 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event updated for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=7']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:19.330050 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:19.511652 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-af65fe61-cd6d-44b0-bd11-cd7c9b9d64cb None None] Provisioning complete for port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:19.512009 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-af65fe61-cd6d-44b0-bd11-cd7c9b9d64cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.624883 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf2cf-9105-4e48-852f-2c25d398c04d req-425440fd-cc6e-4206-abb3-fd839e102416 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:19.626476 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6d3cf2cf-9105-4e48-852f-2c25d398c04d req-425440fd-cc6e-4206-abb3-fd839e102416 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 944 time: 0.0836766 Jul 15 15:45:19.664652 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6d3cf2cf-9105-4e48-852f-2c25d398c04d req-c34c2d65-0ebe-4fd9-913e-68de37a08e8e tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Jul 15 15:45:19.724653 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0773-d8fd-4494-98f8-fa2f0936b7b5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.728814 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bd2260b8-5811-4be5-8ad1-622b28e96c85 req-56e06f3f-47b3-45b0-8694-e816401c276b service neutron] 10.222.0.43 "GET /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248373 Jul 15 15:45:19.773179 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0773-d8fd-4494-98f8-fa2f0936b7b5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.797007 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-ab390ef9-9d12-4fa7-9d54-a56ec136b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:19.798496 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-ab390ef9-9d12-4fa7-9d54-a56ec136b978 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1099 time: 0.4642987 Jul 15 15:45:19.838687 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc70b-5c6b-4375-8657-7218b56a7ab9 req-97b2ad1e-3f8a-4f4c-aee3-ee9916bea5c4 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:19.840087 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e95fc70b-5c6b-4375-8657-7218b56a7ab9 req-97b2ad1e-3f8a-4f4c-aee3-ee9916bea5c4 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.4632235 Jul 15 15:45:19.923172 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e95fc70b-5c6b-4375-8657-7218b56a7ab9 req-f6b80b3c-dce1-49ee-9638-5fa519ff662c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757165 Jul 15 15:45:19.944113 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0773-d8fd-4494-98f8-fa2f0936b7b5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.946989 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0773-d8fd-4494-98f8-fa2f0936b7b5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:19.948302 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-7e2b0773-d8fd-4494-98f8-fa2f0936b7b5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c8d678e-22b1-4aab-a786-6c90615fc05d HTTP/1.1" status: 204 len: 168 time: 0.7320914 Jul 15 15:45:19.950995 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33628) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:19.952309 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-f2b498fc-ecbe-45c5-8f48-002ebec04a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:19.953697 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-f2b498fc-ecbe-45c5-8f48-002ebec04a10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 914 time: 0.1455481 Jul 15 15:45:19.959787 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b0773-d8fd-4494-98f8-fa2f0936b7b5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8d678e-22b1-4aab-a786-6c90615fc05d,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:20.019221 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-c5fe6b80-3381-4bb4-b40c-fee08bb8a113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 1002 time: 0.0568397 Jul 15 15:45:20.069344 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-0ada3ba0-9155-43cb-ba72-7870eac0cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:20.070824 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-0ada3ba0-9155-43cb-ba72-7870eac0cb39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.0455437 Jul 15 15:45:20.117564 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Deleting port 94429ce5-1bdd-4b98-a446-d90378588450 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:20.117911 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:20.126981 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-d4b3791a-540a-476e-89dc-8dd4bea1a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:20.128485 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-d4b3791a-540a-476e-89dc-8dd4bea1a38f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503933 Jul 15 15:45:20.190325 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:20.190549 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:20.202300 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Calling delete_port for 94429ce5-1bdd-4b98-a446-d90378588450 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:20.219836 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-bbcd04a8-6f4f-44fe-b688-ff41986585ee service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Jul 15 15:45:20.315068 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-bca49da6-b595-4d41-a34c-a9acfe54df86 req-2dcf760b-376f-45e0-9348-4717ddbce0cf service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844424 Jul 15 15:45:20.384318 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:20.412805 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event deleted for resources: {'Port': ['ID=94429ce5-1bdd-4b98-a446-d90378588450,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:20.472194 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:20.472444 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Floating IP d91bf716-6734-4c1e-92d7-9e275f9452e4 disassociated (deleted). External IP: 172.27.3.221, port: 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f. Jul 15 15:45:20.669574 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Router 1d41c015-ff67-4af1-aef3-439b23d6b150 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:45:20.775197 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:45:20.780740 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:20.793013 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] Sync routers for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:45:20.801606 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:20.802263 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:20.824495 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-921c1a1e-88a1-4fa8-a169-8a5f8b0206cf tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "DELETE /v2.0/floatingips/d91bf716-6734-4c1e-92d7-9e275f9452e4 HTTP/1.1" status: 204 len: 168 time: 0.8698781 Jul 15 15:45:20.849482 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7c64-d293-40bc-8e70-414b6f7e3f1d req-5a4b7c38-02f8-4216-90a2-504567e912cc tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:20.856486 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5ebe7c64-d293-40bc-8e70-414b6f7e3f1d req-5a4b7c38-02f8-4216-90a2-504567e912cc tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 944 time: 0.0782821 Jul 15 15:45:20.895716 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5ebe7c64-d293-40bc-8e70-414b6f7e3f1d req-91bcbed3-b352-4f3f-a1a7-11bff5850d33 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Jul 15 15:45:20.916112 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:21.114661 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b67fad-f650-423a-b275-1891c1d0ce73 req-97d48100-6fda-482d-8a44-1400969a9753 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:21.116154 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-77b67fad-f650-423a-b275-1891c1d0ce73 req-97d48100-6fda-482d-8a44-1400969a9753 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0695844 Jul 15 15:45:21.148469 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:21.157854 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-77b67fad-f650-423a-b275-1891c1d0ce73 req-4e9136a0-9e22-4a2e-b14d-fb84213faef1 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Jul 15 15:45:21.277104 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:21.279779 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5fe769-1e7f-4978-aced-999de29e8380" -d '{"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:21.301079 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] Checking router: 1d41c015-ff67-4af1-aef3-439b23d6b150 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:45:21.311361 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:21.312059 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:21.319648 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d160f-c7ff-4092-939b-dba9e721e6db x-openstack-request-id: req-6b1d160f-c7ff-4092-939b-dba9e721e6db {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:21.319961 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:21.320228 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b1d160f-c7ff-4092-939b-dba9e721e6db {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:21.320621 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'status': 'completed', 'code': 200} Jul 15 15:45:21.397219 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-59652838-a2db-4a0a-9dd1-c68925801e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:21.399418 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-59652838-a2db-4a0a-9dd1-c68925801e46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e62478a4f364749a14c45451751c2cf&device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 1099 time: 0.0552380 Jul 15 15:45:21.429626 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:21.513487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-323a8652-9c4f-4240-b65b-e82a4936db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:21.515025 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-323a8652-9c4f-4240-b65b-e82a4936db4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 200 len: 914 time: 0.0973761 Jul 15 15:45:21.557584 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-82e09ad5-28d7-4cf3-943d-34518d8a69a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 200 len: 217 time: 0.0347681 Jul 15 15:45:21.607835 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-3527d836-8386-4b18-9e6d-f21c1b69e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:21.609278 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-3527d836-8386-4b18-9e6d-f21c1b69e817 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 200 len: 853 time: 0.0457971 Jul 15 15:45:21.639092 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:21.664806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-dbf2fa06-ef60-40ed-8087-6c4d4524c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:21.666324 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-dbf2fa06-ef60-40ed-8087-6c4d4524c564 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a4bf83-9771-440a-bb00-4e543abbc6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503588 Jul 15 15:45:21.668430 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8754b24-d325-4fdc-8e2a-e5abe66ce0b1 None None] The sync data for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi is: [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:42:12Z', 'revision_number': 4, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'f54d9432-3f2f-4f84-a3d4-990875aff855', 'name': '', 'network_id': '91a4bf83-9771-440a-bb00-4e543abbc6b3', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'mac_address': 'fa:16:3e:ab:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:11Z', 'updated_at': '2021-07-15T15:42:18Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'subnets': [{'id': 'ae6efedb-44bc-4204-88aa-da1c26caf534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:45:21.757137 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-6897b97e-d403-471a-9db4-68f58ed48373 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833261 Jul 15 15:45:21.859184 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e5fe769-1e7f-4978-aced-999de29e8380 req-8d04544f-1f68-4653-adac-c905ddb9a4f8 service neutron] 10.222.0.43 "GET /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929351 Jul 15 15:45:21.901960 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61172e7-2e0a-442d-804a-ac207477b68d None None] New status for floating IP d91bf716-6734-4c1e-92d7-9e275f9452e4: DOWN {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:45:22.085104 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bbd77-4359-4d08-8650-fda4e086b83f req-fe947e74-f91a-482f-a597-bb01ba5f072f tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:22.086724 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3c2bbd77-4359-4d08-8650-fda4e086b83f req-fe947e74-f91a-482f-a597-bb01ba5f072f tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 944 time: 0.0652018 Jul 15 15:45:22.124869 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3c2bbd77-4359-4d08-8650-fda4e086b83f req-c46da589-b4f6-4388-bcff-7eae8a74d389 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Jul 15 15:45:22.424883 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 579edf73-3513-4720-a4ad-8889bd44eeca details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:45:22.498281 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38471ac0-6e35-4581-b5c9-53ba5652a43b req-01ea80f4-4a45-4b04-b97f-b8be4be1b283 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:22.505997 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-38471ac0-6e35-4581-b5c9-53ba5652a43b req-01ea80f4-4a45-4b04-b97f-b8be4be1b283 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0841491 Jul 15 15:45:22.543573 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-38471ac0-6e35-4581-b5c9-53ba5652a43b req-b0e3b2d5-3c7e-4459-bc1d-5e90fd0f4c0a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364559 Jul 15 15:45:22.554734 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 579edf73-3513-4720-a4ad-8889bd44eeca, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=579edf73-3513-4720-a4ad-8889bd44eeca,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:22.578388 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '579edf73-3513-4720-a4ad-8889bd44eeca', 'network_id': 'e206f0ad-7501-4016-a909-86f080072863', 'port_id': '579edf73-3513-4720-a4ad-8889bd44eeca', 'mac_address': 'fa:16:3e:66:64:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846522ee-049d-46b2-9923-7125e0bd7b13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:45:22.620392 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:22.639562 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579edf73-3513-4720-a4ad-8889bd44eeca {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:22.660685 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 579edf73-3513-4720-a4ad-8889bd44eeca, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=579edf73-3513-4720-a4ad-8889bd44eeca,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:22.664772 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:22.714981 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=579edf73-3513-4720-a4ad-8889bd44eeca,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:23.291369 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f9f75-90a6-43bd-90a0-cf17f882be59 req-db26232c-deba-44fb-96ce-be6348fa64d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:23.292802 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b9f9f75-90a6-43bd-90a0-cf17f882be59 req-db26232c-deba-44fb-96ce-be6348fa64d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 945 time: 0.0612094 Jul 15 15:45:23.329583 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3b9f9f75-90a6-43bd-90a0-cf17f882be59 req-fb0414e7-8a5a-481e-a1f7-4bb4ec1c8cad tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jul 15 15:45:23.726732 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a07cf5-86db-443d-9c35-dd4bc1a118fa req-4dca7222-93bd-45d5-bdb1-32889ae6b9e1 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:23.728302 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89a07cf5-86db-443d-9c35-dd4bc1a118fa req-4dca7222-93bd-45d5-bdb1-32889ae6b9e1 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0682471 Jul 15 15:45:23.774526 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-89a07cf5-86db-443d-9c35-dd4bc1a118fa req-932f9e33-a0a5-42b3-b68a-adff6e2821c4 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Jul 15 15:45:23.934941 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ac814-78c7-4538-850c-ae7ee0c1a0af req-10610fa0-bcd4-4da0-acc0-118d15e72131 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:23.936394 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc9ac814-78c7-4538-850c-ae7ee0c1a0af req-10610fa0-bcd4-4da0-acc0-118d15e72131 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0629411 Jul 15 15:45:23.973774 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc9ac814-78c7-4538-850c-ae7ee0c1a0af req-b272ad11-6c42-4245-97a1-4cb045bb020e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Jul 15 15:45:24.500810 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffca21-31f3-4d3d-9126-a7b4c0403dca req-70d1baa8-4c9e-41fa-b0ff-5056c771ea8d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:24.502283 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-14ffca21-31f3-4d3d-9126-a7b4c0403dca req-70d1baa8-4c9e-41fa-b0ff-5056c771ea8d tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 945 time: 0.0647657 Jul 15 15:45:24.538084 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-14ffca21-31f3-4d3d-9126-a7b4c0403dca req-3057f64d-8964-48b2-9f31-f69706d3a0bd tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Jul 15 15:45:24.948430 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed021e0c-59df-4e60-ba0b-6cecbeae5b7a req-6ec1d50b-99e2-4489-9c2e-fb660d9aa1f1 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:24.949810 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed021e0c-59df-4e60-ba0b-6cecbeae5b7a req-6ec1d50b-99e2-4489-9c2e-fb660d9aa1f1 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0631368 Jul 15 15:45:24.985559 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed021e0c-59df-4e60-ba0b-6cecbeae5b7a req-7eb71051-ee8f-445d-9f87-6134ca1677ab tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302908 Jul 15 15:45:25.142687 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7534f2-9b9a-4a2e-a824-5291d18479b9 req-24c94dae-cba4-4386-a538-a17d439ce50e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:25.144172 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bc7534f2-9b9a-4a2e-a824-5291d18479b9 req-24c94dae-cba4-4386-a538-a17d439ce50e tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0626533 Jul 15 15:45:25.181859 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bc7534f2-9b9a-4a2e-a824-5291d18479b9 req-619f9711-5165-4543-9a7e-f2ca663f1e9b tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Jul 15 15:45:25.687691 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b57db-095f-4c84-9ccf-288a40bef35e req-e59cb812-6b9e-463e-8f11-6d119d782d6a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:25.689140 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae7b57db-095f-4c84-9ccf-288a40bef35e req-e59cb812-6b9e-463e-8f11-6d119d782d6a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0648355 Jul 15 15:45:25.726633 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ae7b57db-095f-4c84-9ccf-288a40bef35e req-3fe539fc-773f-416d-9df2-dcc9c3ed3a51 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Jul 15 15:45:25.886869 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4093e-8157-4b35-a30c-7b9ab3d64479 req-8f5df3dd-b228-4a0b-8323-7ae5a5b59432 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:25.888454 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61c4093e-8157-4b35-a30c-7b9ab3d64479 req-8f5df3dd-b228-4a0b-8323-7ae5a5b59432 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 945 time: 0.0622199 Jul 15 15:45:25.931500 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-61c4093e-8157-4b35-a30c-7b9ab3d64479 req-0f9f118d-1b41-42f0-8817-ffeaa52b94cd tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371594 Jul 15 15:45:26.057610 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['579edf73-3513-4720-a4ad-8889bd44eeca'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:26.160205 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76762ccb-4e01-4e86-9c76-fa3aeb9b2fca req-444000af-33e3-4e4d-bd97-0612a6bd7b5a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:26.161601 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76762ccb-4e01-4e86-9c76-fa3aeb9b2fca req-444000af-33e3-4e4d-bd97-0612a6bd7b5a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0626166 Jul 15 15:45:26.199984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-76762ccb-4e01-4e86-9c76-fa3aeb9b2fca req-bd9db597-533e-4dc8-b300-9ac8c278888e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Jul 15 15:45:26.202571 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:45:26.353045 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab5e84-46f9-4e42-8e6c-3ad0d01c1a26 req-e63b07ef-3ccb-41a9-942f-8a1c7ffe01e5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:26.354507 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3ab5e84-46f9-4e42-8e6c-3ad0d01c1a26 req-e63b07ef-3ccb-41a9-942f-8a1c7ffe01e5 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0639539 Jul 15 15:45:26.391525 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c3ab5e84-46f9-4e42-8e6c-3ad0d01c1a26 req-68f9bf34-55c8-48d7-8839-1ad3c6606d81 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Jul 15 15:45:26.906487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fec7b-48fe-407d-a8ef-3edd45b7caa9 req-39fc7ab1-af02-48b0-9a13-2051224af8b7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:26.907857 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4b3fec7b-48fe-407d-a8ef-3edd45b7caa9 req-39fc7ab1-af02-48b0-9a13-2051224af8b7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0692213 Jul 15 15:45:26.946250 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4b3fec7b-48fe-407d-a8ef-3edd45b7caa9 req-97096b57-9510-4a39-b3b5-c13b02a66142 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Jul 15 15:45:27.101944 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a1f53-9ce3-4ad2-923d-3613e1c98c95 req-e41e206c-f38e-4e64-bb43-1c07279109da tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:27.103411 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-609a1f53-9ce3-4ad2-923d-3613e1c98c95 req-e41e206c-f38e-4e64-bb43-1c07279109da tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 945 time: 0.0615442 Jul 15 15:45:27.139879 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-609a1f53-9ce3-4ad2-923d-3613e1c98c95 req-1efae1c3-0d9d-4109-90a9-2086b3470c8f tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Jul 15 15:45:27.368362 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a36e60-c35a-41cd-b26a-2ccd7ca92be3 req-6e8c53b1-f27c-469a-9354-d1b6f5b4aa91 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:27.369805 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e7a36e60-c35a-41cd-b26a-2ccd7ca92be3 req-6e8c53b1-f27c-469a-9354-d1b6f5b4aa91 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0611455 Jul 15 15:45:27.405950 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e7a36e60-c35a-41cd-b26a-2ccd7ca92be3 req-39669b23-be85-4de2-bfbe-7bff3fb01e18 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Jul 15 15:45:27.558738 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ff4c8-8d85-4666-b465-c00b3c325fea req-f663c8c5-c0d5-4a4b-94c0-71fab62cbe36 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:27.560117 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-617ff4c8-8d85-4666-b465-c00b3c325fea req-f663c8c5-c0d5-4a4b-94c0-71fab62cbe36 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0611546 Jul 15 15:45:27.596559 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-617ff4c8-8d85-4666-b465-c00b3c325fea req-3a2d6434-378e-4c27-b1db-3d34a11d509f tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Jul 15 15:45:28.115359 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b440ef7-77d2-4c6d-b0bb-f824cd7f6d42 req-d7831a41-6d31-4bdb-b836-81e650801d05 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:28.117527 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0b440ef7-77d2-4c6d-b0bb-f824cd7f6d42 req-d7831a41-6d31-4bdb-b836-81e650801d05 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0623801 Jul 15 15:45:28.157625 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0b440ef7-77d2-4c6d-b0bb-f824cd7f6d42 req-0df013a6-2fac-48fb-a695-688fdfdbf371 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341270 Jul 15 15:45:28.325881 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79474df6-a7ac-4fda-8a3d-cd059b0e1f0c req-1009a59e-aaa1-40c1-bc72-c14fbeb19de1 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:28.327366 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-79474df6-a7ac-4fda-8a3d-cd059b0e1f0c req-1009a59e-aaa1-40c1-bc72-c14fbeb19de1 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 945 time: 0.0658052 Jul 15 15:45:28.363848 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-79474df6-a7ac-4fda-8a3d-cd059b0e1f0c req-9fb46d96-15d2-46bf-993e-fe12c8bdbb58 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 Jul 15 15:45:28.575379 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f8a1c-3604-4ba2-9efb-5541d8b56ed3 req-b1801734-0181-4f87-b2b1-cda8432bf19e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:28.576843 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-826f8a1c-3604-4ba2-9efb-5541d8b56ed3 req-b1801734-0181-4f87-b2b1-cda8432bf19e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0622504 Jul 15 15:45:28.613168 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-826f8a1c-3604-4ba2-9efb-5541d8b56ed3 req-a592f69c-ac8e-4d04-b1d4-7a67685ad0d5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Jul 15 15:45:28.771676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fbf37-3551-4c6b-a306-84ab02a1e541 req-a4e3efef-83b9-4403-9a60-7458694ea550 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:28.773742 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e89fbf37-3551-4c6b-a306-84ab02a1e541 req-a4e3efef-83b9-4403-9a60-7458694ea550 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0653958 Jul 15 15:45:28.808588 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e89fbf37-3551-4c6b-a306-84ab02a1e541 req-72a83d33-08f6-494c-adf0-a12365a3e50c tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294414 Jul 15 15:45:28.948463 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 579edf73-3513-4720-a4ad-8889bd44eeca up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:45:28.996743 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 579edf73-3513-4720-a4ad-8889bd44eeca completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:45:29.000242 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 579edf73-3513-4720-a4ad-8889bd44eeca triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:29.000606 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:29.071788 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:29.092279 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b127126b-b668-422b-84b6-05fa12f9072b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579edf73-3513-4720-a4ad-8889bd44eeca'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:29.094512 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3320721-37af-4c59-9cc8-7eb343da64f6" -d '{"events": [{"server_uuid": "b127126b-b668-422b-84b6-05fa12f9072b", "name": "network-vif-plugged", "status": "completed", "tag": "579edf73-3513-4720-a4ad-8889bd44eeca"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:29.106727 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 579edf73-3513-4720-a4ad-8889bd44eeca, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=579edf73-3513-4720-a4ad-8889bd44eeca,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:29.111969 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:29.139533 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f94fd4-8715-486a-a3d7-13801fa2345d x-openstack-request-id: req-39f94fd4-8715-486a-a3d7-13801fa2345d {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:29.139791 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b127126b-b668-422b-84b6-05fa12f9072b", "name": "network-vif-plugged", "status": "completed", "tag": "579edf73-3513-4720-a4ad-8889bd44eeca", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:29.140017 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39f94fd4-8715-486a-a3d7-13801fa2345d {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:29.140392 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b127126b-b668-422b-84b6-05fa12f9072b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579edf73-3513-4720-a4ad-8889bd44eeca', 'code': 200} Jul 15 15:45:29.163971 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=579edf73-3513-4720-a4ad-8889bd44eeca,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:29.329713 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61776e1-01fb-4ab3-beb2-185002a8c52b req-6fd20aa0-2d3a-4cb4-a7f4-ee140df347ff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:29.331177 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d61776e1-01fb-4ab3-beb2-185002a8c52b req-6fd20aa0-2d3a-4cb4-a7f4-ee140df347ff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0613000 Jul 15 15:45:29.367378 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d61776e1-01fb-4ab3-beb2-185002a8c52b req-89680ed3-8023-49c9-8ded-a8641bc4c86d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Jul 15 15:45:29.528076 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0c6cd-c908-4408-a843-aecfa991570d req-f01ad8a8-5bd1-4805-b33b-3d9fbc9648d8 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:29.529522 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2cb0c6cd-c908-4408-a843-aecfa991570d req-f01ad8a8-5bd1-4805-b33b-3d9fbc9648d8 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 946 time: 0.0608921 Jul 15 15:45:29.566010 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2cb0c6cd-c908-4408-a843-aecfa991570d req-7d72a005-4c12-475a-a35e-284c22e5af69 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Jul 15 15:45:29.786344 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325708f6-d63c-445d-9b48-5d8e8fc6a2a1 req-9797669d-1d50-40f9-ae83-b79e116e0ffa tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:29.787788 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-325708f6-d63c-445d-9b48-5d8e8fc6a2a1 req-9797669d-1d50-40f9-ae83-b79e116e0ffa tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0646398 Jul 15 15:45:29.824461 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-325708f6-d63c-445d-9b48-5d8e8fc6a2a1 req-0566c3e2-e72d-4c3b-9f23-2c095946a703 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305376 Jul 15 15:45:29.980748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb95af8-dcbc-4e7d-bfe5-e22cca63e72b req-f9e2b700-1578-43e0-8999-e96a47c35aa1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:29.982197 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-edb95af8-dcbc-4e7d-bfe5-e22cca63e72b req-f9e2b700-1578-43e0-8999-e96a47c35aa1 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.0629237 Jul 15 15:45:30.019767 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-edb95af8-dcbc-4e7d-bfe5-e22cca63e72b req-9c6534bd-4eb1-4903-8134-f2af3abc64e7 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Jul 15 15:45:30.261181 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2530dd6-349e-4b2b-8574-a884c9a0649a req-f5df1d43-abf3-4ece-9300-6008ce1de25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:30.262633 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a2530dd6-349e-4b2b-8574-a884c9a0649a req-f5df1d43-abf3-4ece-9300-6008ce1de25f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 1099 time: 0.0596225 Jul 15 15:45:30.296755 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a2530dd6-349e-4b2b-8574-a884c9a0649a req-825ea831-d0da-4bc3-bed8-865427966260 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265329 Jul 15 15:45:30.537834 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6c55-5322-4f33-b35f-65c31329e26b req-08a27e32-b0df-4ba4-bf6b-7da7ea8272d3 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:30.539239 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc1b6c55-5322-4f33-b35f-65c31329e26b req-08a27e32-b0df-4ba4-bf6b-7da7ea8272d3 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0647669 Jul 15 15:45:30.576629 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc1b6c55-5322-4f33-b35f-65c31329e26b req-86f7c9fa-5d59-4c8f-afec-37420c8f1a47 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jul 15 15:45:30.675717 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-91c261d9-7b1c-4477-ba95-3e74b6ae6304 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:30.677162 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-91c261d9-7b1c-4477-ba95-3e74b6ae6304 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 945 time: 0.0708508 Jul 15 15:45:30.808328 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8f806-4a28-4cc2-8a6b-7fa86bfd8b92 req-c71747a6-38a4-42ac-ac4e-cd67fa88e251 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:30.809714 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c1a8f806-4a28-4cc2-8a6b-7fa86bfd8b92 req-c71747a6-38a4-42ac-ac4e-cd67fa88e251 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 946 time: 0.1315932 Jul 15 15:45:30.838874 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Deleting port d6c72609-31d5-403f-b372-4f29496ffe78 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:30.839226 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:30.877942 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c1a8f806-4a28-4cc2-8a6b-7fa86bfd8b92 req-b76c021f-e733-4d68-9342-8316611db5e4 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620842 Jul 15 15:45:30.957789 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] For port d6c72609-31d5-403f-b372-4f29496ffe78, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d6c72609-31d5-403f-b372-4f29496ffe78,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:30.958413 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.011687 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b73846-8002-485a-810b-6ab83f2dd94c req-49c9cfb7-647a-4dfa-8263-e482d9436d80 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:31.014592 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-08b73846-8002-485a-810b-6ab83f2dd94c req-49c9cfb7-647a-4dfa-8263-e482d9436d80 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0714719 Jul 15 15:45:31.059146 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-08b73846-8002-485a-810b-6ab83f2dd94c req-c2f8b04a-197d-4fc4-b645-69190ff53a70 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 Jul 15 15:45:31.178700 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.179093 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.179408 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Floating IP f9a99e3b-b87c-4af6-ac07-70f63747cc58 disassociated. External IP: 172.27.3.31, port: d6c72609-31d5-403f-b372-4f29496ffe78. Jul 15 15:45:31.179750 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Calling delete_port for d6c72609-31d5-403f-b372-4f29496ffe78 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:31.295102 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183550-2094-4498-a7a8-379878186839 req-776e5c80-1110-4253-9713-91cdf22a0804 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:31.296568 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7a183550-2094-4498-a7a8-379878186839 req-776e5c80-1110-4253-9713-91cdf22a0804 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1545837 Jul 15 15:45:31.367935 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf4327-2213-4a35-92d3-687455100262 req-79ea517b-cb0b-4406-9919-610ac0ac7fe4 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:31.369399 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8bbf4327-2213-4a35-92d3-687455100262 req-79ea517b-cb0b-4406-9919-610ac0ac7fe4 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.43 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 946 time: 0.1395319 Jul 15 15:45:31.393475 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7a183550-2094-4498-a7a8-379878186839 req-52d1cbf1-1d19-45d3-8840-ef8d0bc13d50 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c52ec20-dd01-48ec-894c-0b0d759f5023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901480 Jul 15 15:45:31.475623 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.508972 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'Port': ['ID=d6c72609-31d5-403f-b372-4f29496ffe78,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:31.578432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Deleting port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:31.578783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.691696 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:45:31.713973 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] For port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:31.714263 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.717221 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fa1be02e-a52b-429a-9471-eea68b049601 req-c1fb4dc2-c5e1-445d-9e51-b36b2a72a666 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Jul 15 15:45:31.756691 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Calling delete_port for 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:31.875880 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:45:31.886100 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:45:31.895642 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:31.896262 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:31.937578 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] No DVR routers for this DVR port d6c72609-31d5-403f-b372-4f29496ffe78 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:31.943614 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:31.946223 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1aef5cc6-a603-4b88-a6f0-0550c8eda8be req-4ca9c1f2-8438-473e-8eb5-7c35f58cc3fd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "DELETE /v2.0/ports/d6c72609-31d5-403f-b372-4f29496ffe78 HTTP/1.1" status: 204 len: 173 time: 1.2588496 Jul 15 15:45:31.946674 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'name': 'network-vif-deleted', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:31.948934 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b308b196-065f-4bd0-bcd6-49b17efbfae3" -d '{"events": [{"server_uuid": "42623872-826e-4f87-be74-61958a933c39", "name": "network-vif-deleted", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:32.016236 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:32.022886 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a37b1cc-3c52-40d7-9873-133a9f24e898 x-openstack-request-id: req-7a37b1cc-3c52-40d7-9873-133a9f24e898 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:32.024801 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42623872-826e-4f87-be74-61958a933c39", "name": "network-vif-deleted", "tag": "d6c72609-31d5-403f-b372-4f29496ffe78", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:32.025241 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a37b1cc-3c52-40d7-9873-133a9f24e898 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:32.026984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42623872-826e-4f87-be74-61958a933c39', 'name': 'network-vif-deleted', 'tag': 'd6c72609-31d5-403f-b372-4f29496ffe78', 'status': 'completed', 'code': 200} Jul 15 15:45:32.039084 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:32.070072 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Pushing event deleted for resources: {'Port': ['ID=5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:32.077761 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:32.169372 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] No DVR routers for this DVR port 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:32.180084 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:32.180084 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8bbf4327-2213-4a35-92d3-687455100262 req-eaff9fde-7a3e-4c56-ae5f-83ec4e711c59 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.43 "DELETE /v2.0/ports/5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f HTTP/1.1" status: 204 len: 173 time: 0.7872028 Jul 15 15:45:32.207671 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333c782-e646-48e6-9d75-37f1896a4ae3 req-336e980e-1c39-4df6-8310-85f5b7d514bb tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:32.209285 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8333c782-e646-48e6-9d75-37f1896a4ae3 req-336e980e-1c39-4df6-8310-85f5b7d514bb tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 946 time: 0.1438987 Jul 15 15:45:32.256402 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8333c782-e646-48e6-9d75-37f1896a4ae3 req-9d51eb5c-18e3-4a66-ae0a-8f9c3d5ebab0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381424 Jul 15 15:45:32.316449 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402947b0-f427-4ee8-a588-bffa73577748 req-506f5d38-81fd-4770-b283-0eeb7b9d7b88 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:32.318236 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-402947b0-f427-4ee8-a588-bffa73577748 req-506f5d38-81fd-4770-b283-0eeb7b9d7b88 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1402824 Jul 15 15:45:32.339132 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:32.378622 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:45:32.389508 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:32.390048 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-402947b0-f427-4ee8-a588-bffa73577748 req-c8abb515-f103-4484-a2eb-b36859aee2ee tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641496 Jul 15 15:45:32.390228 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:32.509049 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:32.582800 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-eea6fc5a-6d73-4f3b-88cf-8bba1df9a974 req-350cbc07-6bfe-47b5-819b-2a7a59e14c75 tempest-TestMinimumBasicScenario-2002154147 tempest-TestMinimumBasicScenario-2002154147-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ffed15-d1fd-44bd-89f8-00741ea6f92c HTTP/1.1" status: 200 len: 210 time: 0.0463502 Jul 15 15:45:32.746303 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:32.775980 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395b87a-cc27-40c9-9dd5-3262a7cb776f None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:45:32.900224 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a91050cc-e84e-4cd2-9d59-f1e9fbbc530c req-5cf51022-578a-462d-9f08-5cc04533a46d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=42623872-826e-4f87-be74-61958a933c39 HTTP/1.1" status: 200 len: 210 time: 0.0363362 Jul 15 15:45:33.036618 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07023e0-bbc7-4982-ae7c-94c9a2e6bbf4 None None] New status for floating IP f9a99e3b-b87c-4af6-ac07-70f63747cc58: DOWN {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:45:33.277427 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f52ca-9f3d-4e6f-801f-80d208dac42f req-9aacacb8-b690-4c79-822f-e5a464ea7506 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:33.278947 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f0f52ca-9f3d-4e6f-801f-80d208dac42f req-9aacacb8-b690-4c79-822f-e5a464ea7506 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 946 time: 0.0811160 Jul 15 15:45:33.315316 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f0f52ca-9f3d-4e6f-801f-80d208dac42f req-9dc1f371-276d-4f3e-8243-62f202fe3123 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jul 15 15:45:33.322311 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:33.561710 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29c8b-3719-41e9-9fd2-fddefa29ee6e req-48ea4f0b-291c-4460-bbdd-59a98d32d78d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:33.563278 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b6e29c8b-3719-41e9-9fd2-fddefa29ee6e req-48ea4f0b-291c-4460-bbdd-59a98d32d78d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0694165 Jul 15 15:45:33.608013 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b6e29c8b-3719-41e9-9fd2-fddefa29ee6e req-4ffbcf00-d61f-42a3-a8e8-553641865576 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Jul 15 15:45:33.668893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-b7a4ec39-736c-441b-816c-5c6b4aeb20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:33.670387 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-b7a4ec39-736c-441b-816c-5c6b4aeb20cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1099 time: 0.1029272 Jul 15 15:45:33.793917 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-1728ca97-a7b4-4ae7-a7c0-8ed8d734371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:33.795441 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-1728ca97-a7b4-4ae7-a7c0-8ed8d734371e service neutron] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 909 time: 0.0987298 Jul 15 15:45:33.859700 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-52764cd0-5a3c-4443-ae36-089399ca3963 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 1001 time: 0.0570693 Jul 15 15:45:33.910739 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-28834e61-70e6-46d7-9876-e2a63ea5bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:33.912212 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-28834e61-70e6-46d7-9876-e2a63ea5bd5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.0437334 Jul 15 15:45:33.980938 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-78d5e62c-0417-4201-9aef-8c008c936b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:33.982515 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-78d5e62c-0417-4201-9aef-8c008c936b74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591764 Jul 15 15:45:34.051429 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'name': 'network-vif-deleted', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:34.054337 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d388fd1-4ec1-4482-a30e-560ccf24f255" -d '{"events": [{"server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "name": "network-vif-deleted", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:34.086292 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-40edf79b-f49e-4c2c-9e57-71bd6edda715 service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956774 Jul 15 15:45:34.095691 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e861b-8ab2-43e4-b3bd-20e700a61dff x-openstack-request-id: req-f29e861b-8ab2-43e4-b3bd-20e700a61dff {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:34.095988 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ffed15-d1fd-44bd-89f8-00741ea6f92c", "name": "network-vif-deleted", "tag": "5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:34.096242 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f29e861b-8ab2-43e4-b3bd-20e700a61dff {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:34.096691 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ffed15-d1fd-44bd-89f8-00741ea6f92c', 'name': 'network-vif-deleted', 'tag': '5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f', 'status': 'completed', 'code': 200} Jul 15 15:45:34.220973 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b6e9bdb1-e9f6-41d6-a353-3eac296262a5 req-e6afa8af-3608-4090-8bee-ed3998f1b2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215479 Jul 15 15:45:34.227361 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-17ea0003-2a6e-4c5d-9cd3-308895a38213 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063597894&fields=id&tenant_id=86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 267 time: 0.0518174 Jul 15 15:45:34.338512 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-1cf204b3-a783-4bb6-99fa-1d65825d3d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:34.361341 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-c995e263-179b-4a95-bd78-f201c6a5bbbf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:34.363010 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-c995e263-179b-4a95-bd78-f201c6a5bbbf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 811 time: 0.1297581 Jul 15 15:45:34.378660 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-cf945e3f-b7d4-4d4f-8922-90849afe9234 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/quotas/86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 375 time: 0.0099826 Jul 15 15:45:34.426633 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33878) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:34.452454 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-87cd4850-c9d3-4a11-86d0-e92b0767767b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685821 Jul 15 15:45:34.509932 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d6c72609-31d5-403f-b372-4f29496ffe78 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:34.533465 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: d6c72609-31d5-403f-b372-4f29496ffe78 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:34.533977 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d6c72609-31d5-403f-b372-4f29496ffe78 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:34.534713 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:34.567642 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:34.567965 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 5dd43a6a-c8c0-4f16-ad83-d9389d5f6d3f not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:34.589894 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-7344109f-1368-4211-9a01-96676d74d844 service neutron] 10.222.0.15 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063659 Jul 15 15:45:34.826448 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587285-066b-4a22-adf5-5c97f8a01123 req-3b8be164-e3b1-4ada-9653-ab349d92fc34 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:34.827901 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-81587285-066b-4a22-adf5-5c97f8a01123 req-3b8be164-e3b1-4ada-9653-ab349d92fc34 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 946 time: 0.1479902 Jul 15 15:45:34.893726 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-81587285-066b-4a22-adf5-5c97f8a01123 req-bb5b2551-80fc-4615-9b9c-06ddd1ffa4f2 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/security-groups?id=5a443943-598b-45e4-84c8-01b10270f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Jul 15 15:45:35.015640 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-f60b0a0a-47cd-4400-a40a-d73322fcdc69 service neutron] 10.222.0.15 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130175 Jul 15 15:45:35.027539 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-c1c854ea-a393-44fd-8e61-75d1241090cb tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:35.028778 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-c1c854ea-a393-44fd-8e61-75d1241090cb tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 946 time: 0.1179767 Jul 15 15:45:35.164857 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Deleting port 579edf73-3513-4720-a4ad-8889bd44eeca {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:35.165345 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.301163 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.312541 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] For port 579edf73-3513-4720-a4ad-8889bd44eeca, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=579edf73-3513-4720-a4ad-8889bd44eeca,segment=NetworkSegment(0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1),segment_id=0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:35.312892 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.313346 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6bc03-ac9b-401d-97fd-f65a0949ea76 req-1b8a68f9-ec02-4f7f-9984-39da5e8a897e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:35.316532 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-05b6bc03-ac9b-401d-97fd-f65a0949ea76 req-1b8a68f9-ec02-4f7f-9984-39da5e8a897e tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1007383 Jul 15 15:45:35.332554 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Calling delete_port for 579edf73-3513-4720-a4ad-8889bd44eeca owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:35.347517 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-4c8d3e22-ba1b-4478-a217-909f637ad6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:35.349009 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-4c8d3e22-ba1b-4478-a217-909f637ad6f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1099 time: 0.1341789 Jul 15 15:45:35.455802 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-05b6bc03-ac9b-401d-97fd-f65a0949ea76 req-d08589b9-4211-431b-8823-39108d065016 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060131 Jul 15 15:45:35.456372 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-901dacdf-feed-4f67-8503-e71eff65d6b5 req-f90b9240-38c0-4503-aa10-67b8a7b27d88 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 210 time: 0.0513229 Jul 15 15:45:35.552297 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-86a0ffa2-1ee5-48a6-9e19-4ddd41893912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:35.554412 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-86a0ffa2-1ee5-48a6-9e19-4ddd41893912 service neutron] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 909 time: 0.1621253 Jul 15 15:45:35.662566 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-8c8c7a22-5108-4e6f-8300-d3c0afeb7b57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 1001 time: 0.0998948 Jul 15 15:45:35.664676 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.681801 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['579edf73-3513-4720-a4ad-8889bd44eeca'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:35.758395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Pushing event deleted for resources: {'Port': ['ID=579edf73-3513-4720-a4ad-8889bd44eeca,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:35.776876 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Deleting port f54d9432-3f2f-4f84-a3d4-990875aff855 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:35.777561 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.824868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] No DVR routers for this DVR port 579edf73-3513-4720-a4ad-8889bd44eeca on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:35.827730 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-c9129977-d363-469c-8128-76eb1e19520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:35.829206 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-c9129977-d363-469c-8128-76eb1e19520a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.1553917 Jul 15 15:45:35.830377 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.832222 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c66ac5c9-b7ca-4c1a-9f17-79d58f981d0c req-2a33d4d3-c99d-424a-9c05-6bb30bfef0d0 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.43 "DELETE /v2.0/ports/579edf73-3513-4720-a4ad-8889bd44eeca HTTP/1.1" status: 204 len: 173 time: 0.7878745 Jul 15 15:45:35.898189 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] For port f54d9432-3f2f-4f84-a3d4-990875aff855, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f54d9432-3f2f-4f84-a3d4-990875aff855,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:35.910551 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:35.917392 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-7dec8ce5-7370-4fdd-88aa-a874a61272ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:35.919361 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-7dec8ce5-7370-4fdd-88aa-a874a61272ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749125 Jul 15 15:45:35.945276 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Calling delete_port for f54d9432-3f2f-4f84-a3d4-990875aff855 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:36.056996 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-23df41be-8ac6-4a63-a4f8-0f965c5b443e service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291702 Jul 15 15:45:36.105440 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b127126b-b668-422b-84b6-05fa12f9072b', 'name': 'network-vif-deleted', 'tag': '579edf73-3513-4720-a4ad-8889bd44eeca'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:36.115150 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a591bdb-d9a0-48e2-9364-ae6950a41dbc" -d '{"events": [{"server_uuid": "b127126b-b668-422b-84b6-05fa12f9072b", "name": "network-vif-deleted", "tag": "579edf73-3513-4720-a4ad-8889bd44eeca"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:36.188382 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-52d936ce-ac55-4654-85fd-10364eca5828 req-802ac423-db54-4c18-b52f-f13c85ad7f26 tempest-VolumesActionsTest-1333673728 tempest-VolumesActionsTest-1333673728-project] 10.222.0.15 "GET /v2.0/ports?device_id=b127126b-b668-422b-84b6-05fa12f9072b HTTP/1.1" status: 200 len: 210 time: 0.0417252 Jul 15 15:45:36.249057 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2d0f1711-d61a-4a9d-8672-0ab83d8c1fd5 req-8fddf063-b6ec-4a27-8622-be4be5f56e8c service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779995 Jul 15 15:45:36.297477 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fbf40f-b93d-4703-812e-976dcd244040 x-openstack-request-id: req-b1fbf40f-b93d-4703-812e-976dcd244040 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:36.297773 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b127126b-b668-422b-84b6-05fa12f9072b", "name": "network-vif-deleted", "tag": "579edf73-3513-4720-a4ad-8889bd44eeca", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:36.298093 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1fbf40f-b93d-4703-812e-976dcd244040 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:36.298524 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b127126b-b668-422b-84b6-05fa12f9072b', 'name': 'network-vif-deleted', 'tag': '579edf73-3513-4720-a4ad-8889bd44eeca', 'status': 'completed', 'code': 200} Jul 15 15:45:36.325294 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:36.349529 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f54d9432-3f2f-4f84-a3d4-990875aff855,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:36.390320 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a5cf-8a3d-400e-9b45-1526f2d65df2 req-d5f424cb-262e-46c6-97a5-590c4afa1e3c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:36.391937 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9640a5cf-8a3d-400e-9b45-1526f2d65df2 req-d5f424cb-262e-46c6-97a5-590c4afa1e3c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 946 time: 0.0709653 Jul 15 15:45:36.433206 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9640a5cf-8a3d-400e-9b45-1526f2d65df2 req-cb04efff-0d23-4107-8c33-d3e39456f31d tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354073 Jul 15 15:45:36.566424 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:36.653026 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-142a30d1-b46c-4222-b9e7-889132f00cb8 req-c6c475bc-4ac6-4cfc-a2c3-c46811fc390b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Jul 15 15:45:36.735164 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe00fe0-8339-42eb-af60-a6807ef33ac0 req-fe694586-c991-4263-bcd8-7d52c1407c5c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:36.736581 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3fe00fe0-8339-42eb-af60-a6807ef33ac0 req-fe694586-c991-4263-bcd8-7d52c1407c5c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1143565 Jul 15 15:45:36.842935 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3fe00fe0-8339-42eb-af60-a6807ef33ac0 req-96628daa-87f9-4a1a-b08b-ecc2a11aa434 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976915 Jul 15 15:45:36.868258 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Router 1d41c015-ff67-4af1-aef3-439b23d6b150 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:45:36.968089 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:45:36.972944 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f0b33a08-d192-4ca4-8831-729d57b56f7e admin admin] 10.222.0.15 "PUT /v2.0/routers/1d41c015-ff67-4af1-aef3-439b23d6b150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5451522 Jul 15 15:45:36.975934 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33920) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:36.978500 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] Sync routers for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:45:36.987742 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:36.988353 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:37.077386 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.192180 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.211927 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2ab89124-d745-4365-bd4e-cce3ce89b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.233363 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:37.252179 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Deleting port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:37.253135 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.303918 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-f5a68e94-0d05-4c75-b9c0-34c8ab8c5ffe tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:37.307752 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-f5a68e94-0d05-4c75-b9c0-34c8ab8c5ffe tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 811 time: 0.1849968 Jul 15 15:45:37.371815 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] For port 8bcf15d3-7483-4ae6-89fb-5e17d09b2414, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:37.372170 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.382972 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-752945db-a4b5-48fe-8b35-661fb5c1e278 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 380 time: 0.0631015 Jul 15 15:45:37.389914 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Calling delete_port for 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:37.402887 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'port': {'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'admin_state_up': True, 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'security_groups': ['3df1c217-58e0-40df-9751-71d210f2910f']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:37.539469 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.560873 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:45:36Z', 'revision_number': 5, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port': {'id': '8bcf15d3-7483-4ae6-89fb-5e17d09b2414', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:08Z', 'updated_at': '2021-07-15T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:37.587746 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Made reservation on behalf of 86232cc4161b4b569ec7115cf1793296 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:45:37.592118 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.598041 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] Checking router: 1d41c015-ff67-4af1-aef3-439b23d6b150 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:45:37.606699 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] Routers {'1d41c015-ff67-4af1-aef3-439b23d6b150'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:37.607316 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['1d41c015-ff67-4af1-aef3-439b23d6b150'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:37.664757 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.696067 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcf15d3-7483-4ae6-89fb-5e17d09b2414,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:37.760608 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] Set router 1d41c015-ff67-4af1-aef3-439b23d6b150 gateway port host: None {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:37.777604 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.839478 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:45:37Z', 'revision_number': 6, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port_host': None}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:37.898861 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d20d3-5e06-4531-8fd5-388290310fd3 None None] The sync data for ids ['1d41c015-ff67-4af1-aef3-439b23d6b150'] in dv-cinder-789603-12-iscsi is: [{'id': '1d41c015-ff67-4af1-aef3-439b23d6b150', 'name': 'tempest-TestMinimumBasicScenario-513196692-router', 'tenant_id': '4e62478a4f364749a14c45451751c2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:07Z', 'updated_at': '2021-07-15T15:45:37Z', 'revision_number': 6, 'project_id': '4e62478a4f364749a14c45451751c2cf', 'gw_port_host': None}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:45:37.945154 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.961300 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf335d-a57e-45b8-81a3-c11abfbcab16 req-e830851f-2a4d-40e2-ae10-aaf8eabd5176 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:37.963153 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-70bf335d-a57e-45b8-81a3-c11abfbcab16 req-e830851f-2a4d-40e2-ae10-aaf8eabd5176 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 946 time: 0.2783144 Jul 15 15:45:37.975096 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:37.978324 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2757e744-a05e-4659-8285-1c4f05e61525 req-408950cd-c568-41d8-9be9-58954e7a53cc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 210 time: 0.0621834 Jul 15 15:45:38.012484 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.042786 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Allocated IP 172.20.0.6 (d7d7ca48-3fd3-411a-912d-bdb27ca6a6df/c7576f43-18a7-4aa6-88ba-d7e78a43b0bc/803a2a24-7635-450b-8ba2-e5ab7a5ea00e) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:45:38.071061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.071872 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d41c015-ff67-4af1-aef3-439b23d6b150 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:45:38.077527 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.084042 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5802e2a6-e8ef-4f69-b9bd-5f3881ad20ac admin admin] 10.222.0.15 "DELETE /v2.0/routers/1d41c015-ff67-4af1-aef3-439b23d6b150 HTTP/1.1" status: 204 len: 168 time: 1.1048324 Jul 15 15:45:38.084514 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33952) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:38.159463 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Deleting subnet ae6efedb-44bc-4204-88aa-da1c26caf534 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:45:38.163131 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.175684 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-70bf335d-a57e-45b8-81a3-c11abfbcab16 req-9f716461-773d-402b-b698-ccc69a30b214 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/security-groups?id=d680e7e6-c074-4487-bc89-a8b2c2e4ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053745 Jul 15 15:45:38.196727 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce47140-fa44-426d-a9a7-df5112920995 req-256e3be2-cb87-4a1c-8bf5-726794417200 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:38.198415 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9ce47140-fa44-426d-a9a7-df5112920995 req-256e3be2-cb87-4a1c-8bf5-726794417200 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 946 time: 0.2078559 Jul 15 15:45:38.292231 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.355114 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9de7-a28d-475b-82e4-8a704942aff1 req-562465ea-b18c-4f70-a5e8-d90ea243e07c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:38.356630 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-684c9de7-a28d-475b-82e4-8a704942aff1 req-562465ea-b18c-4f70-a5e8-d90ea243e07c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1277485 Jul 15 15:45:38.414531 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Deleting port 7166ed8b-46d6-48e8-a208-b6904a23c702 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:38.415147 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.421772 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.463697 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Transition to ACTIVE for port object 803a2a24-7635-450b-8ba2-e5ab7a5ea00e will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:45:38.541276 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 579edf73-3513-4720-a4ad-8889bd44eeca no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:38.563137 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] For port 7166ed8b-46d6-48e8-a208-b6904a23c702, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7166ed8b-46d6-48e8-a208-b6904a23c702,segment=NetworkSegment(e6ba11af-993b-4e75-b66d-32aea05493a3),segment_id=e6ba11af-993b-4e75-b66d-32aea05493a3)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:38.563538 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.577472 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 579edf73-3513-4720-a4ad-8889bd44eeca {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:38.578288 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 579edf73-3513-4720-a4ad-8889bd44eeca not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:38.580870 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Calling delete_port for 7166ed8b-46d6-48e8-a208-b6904a23c702 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:38.591338 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.687038 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:45:38.698712 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:45:38.701814 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:38.704222 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:45:38.765685 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-684c9de7-a28d-475b-82e4-8a704942aff1 req-e097b884-c867-4599-86a6-bcddad3245ca tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825884 Jul 15 15:45:38.765919 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:38.766380 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.775702 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.818364 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-f29e1af5-78cc-4900-b873-7dc855c8199c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4225991 Jul 15 15:45:38.837748 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.840743 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.865266 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6efedb-44bc-4204-88aa-da1c26caf534,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:38.872734 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.874855 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1fdc5381-0c3d-44a0-ba40-9997de00bc30 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae6efedb-44bc-4204-88aa-da1c26caf534 HTTP/1.1" status: 204 len: 168 time: 0.7893441 Jul 15 15:45:38.878622 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 33978) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:38.880274 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb0186-6acf-42c2-b4aa-9d16feaa3a12 None None] Network 91a4bf83-9771-440a-bb00-4e543abbc6b3 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:45:38.885521 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Pushing event deleted for resources: {'Port': ['ID=7166ed8b-46d6-48e8-a208-b6904a23c702,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:38.932792 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] No DVR routers for this DVR port 7166ed8b-46d6-48e8-a208-b6904a23c702 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:38.935347 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:38.937625 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9ce47140-fa44-426d-a9a7-df5112920995 req-5db5125a-3fa0-42ad-bf0c-54697e00a05c tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.43 "DELETE /v2.0/ports/7166ed8b-46d6-48e8-a208-b6904a23c702 HTTP/1.1" status: 204 len: 173 time: 0.7331257 Jul 15 15:45:38.938072 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'name': 'network-vif-deleted', 'tag': '7166ed8b-46d6-48e8-a208-b6904a23c702'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:38.941078 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f98f84e-96d9-493c-93b9-d264706b2310" -d '{"events": [{"server_uuid": "703b34b1-d124-4838-84cc-fecc3b256fe5", "name": "network-vif-deleted", "tag": "7166ed8b-46d6-48e8-a208-b6904a23c702"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:38.957066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.019423 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Deleting port 6a2766f8-3c2f-426b-a650-351b8d045060 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:39.020893 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.021114 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-0214e13e-7058-4125-9608-e87ccadbca12 None None] Provisioning for port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:45:39.025903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-0214e13e-7058-4125-9608-e87ccadbca12 None None] Provisioning complete for port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:39.026296 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0214e13e-7058-4125-9608-e87ccadbca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.054874 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39866d15-3312-403d-8e62-e7e3192827e8 x-openstack-request-id: req-39866d15-3312-403d-8e62-e7e3192827e8 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:39.055275 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703b34b1-d124-4838-84cc-fecc3b256fe5", "name": "network-vif-deleted", "tag": "7166ed8b-46d6-48e8-a208-b6904a23c702", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:39.055716 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39866d15-3312-403d-8e62-e7e3192827e8 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:39.056182 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703b34b1-d124-4838-84cc-fecc3b256fe5', 'name': 'network-vif-deleted', 'tag': '7166ed8b-46d6-48e8-a208-b6904a23c702', 'status': 'completed', 'code': 200} Jul 15 15:45:39.065412 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-0214e13e-7058-4125-9608-e87ccadbca12 None None] Port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:45:39.099141 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] For port 6a2766f8-3c2f-426b-a650-351b8d045060, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6a2766f8-3c2f-426b-a650-351b8d045060,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:39.099501 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.113784 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Calling delete_port for 6a2766f8-3c2f-426b-a650-351b8d045060 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:39.153620 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] DHCP port deletion for 91a4bf83-9771-440a-bb00-4e543abbc6b3 request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:45:39.207552 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] Deleting port 6a2766f8-3c2f-426b-a650-351b8d045060 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:39.207552 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.253404 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c914da7-b826-4307-8e22-0ac201ab81f9 req-7ce9269e-24eb-4340-892d-821d3defe228 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:39.254917 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c914da7-b826-4307-8e22-0ac201ab81f9 req-7ce9269e-24eb-4340-892d-821d3defe228 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 931 time: 0.1243727 Jul 15 15:45:39.260572 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.272380 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] For port 6a2766f8-3c2f-426b-a650-351b8d045060, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6a2766f8-3c2f-426b-a650-351b8d045060,segment=NetworkSegment(cb1aa54f-dcc0-4862-a7f6-0b61a1df6602),segment_id=cb1aa54f-dcc0-4862-a7f6-0b61a1df6602)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:39.272688 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.285967 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2766f8-3c2f-426b-a650-351b8d045060,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:39.286761 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] Calling delete_port for 6a2766f8-3c2f-426b-a650-351b8d045060 owned by network:dhcp {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:39.311947 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] No DVR routers for this DVR port 6a2766f8-3c2f-426b-a650-351b8d045060 on host dv-cinder-789603-12-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:39.348588 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7678e13e-6215-4fb9-9c1f-15cabac2b8fe req-ca37e002-c923-4bb5-a822-2608cad2bbb0 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 210 time: 0.0420530 Jul 15 15:45:39.371555 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5c914da7-b826-4307-8e22-0ac201ab81f9 req-0d84dcd3-6fe1-478f-a411-3091d7d87a2d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868409 Jul 15 15:45:39.400787 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.410464 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a4bf83-9771-440a-bb00-4e543abbc6b3']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:39.413626 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.420622 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:39.420911 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1aa54f-dcc0-4862-a7f6-0b61a1df6602') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:39.429401 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.437104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] Pushing event deleted for resources: {'Port': ['ID=6a2766f8-3c2f-426b-a650-351b8d045060,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:39.441031 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d30f3-4bdc-4605-b1be-dc75a51a70a4 None None] No DVR routers for this DVR port 6a2766f8-3c2f-426b-a650-351b8d045060 on host dv-cinder-789603-12-iscsi {{(pid=99543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:39.444425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.450588 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:45:39.450980 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:45:39.452649 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:45:39.509983 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.515443 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.521129 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] 10.222.0.15 "DELETE /v2.0/networks/91a4bf83-9771-440a-bb00-4e543abbc6b3 HTTP/1.1" status: 204 len: 168 time: 0.6376889 Jul 15 15:45:39.522071 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 33992) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:39.533365 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0253-a0a4-4fc9-a56d-915b8a088582 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a4bf83-9771-440a-bb00-4e543abbc6b3,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:39.592644 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.795918 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f54d9432-3f2f-4f84-a3d4-990875aff855 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:39.814829 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: f54d9432-3f2f-4f84-a3d4-990875aff855 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:39.815166 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f54d9432-3f2f-4f84-a3d4-990875aff855 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:39.815760 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:39.833997 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:39.834359 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8bcf15d3-7483-4ae6-89fb-5e17d09b2414 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:39.835355 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6a2766f8-3c2f-426b-a650-351b8d045060 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:39.857036 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 6a2766f8-3c2f-426b-a650-351b8d045060 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:39.857377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6a2766f8-3c2f-426b-a650-351b8d045060 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:39.862570 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:39.943353 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e3824-6ee2-4da8-8dcd-d77009bdf95a req-bdefc100-67e6-48ee-b67b-00de83277d23 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:39.945358 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-696e3824-6ee2-4da8-8dcd-d77009bdf95a req-bdefc100-67e6-48ee-b67b-00de83277d23 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0616550 Jul 15 15:45:39.983528 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-696e3824-6ee2-4da8-8dcd-d77009bdf95a req-80ef242d-69d4-48ff-9b2a-5f77ce2b3df0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325980 Jul 15 15:45:40.115062 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Deleting port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:40.115430 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:40.195146 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] For port 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:40.195507 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:40.209519 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Calling delete_port for 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 owned by network:router_interface {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:40.260189 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34006) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:40.384265 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87371f-bade-4b9c-bee6-206ae7d533ec req-62d25db0-70b6-41dc-b23a-7be67d3fc109 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:40.385651 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3a87371f-bade-4b9c-bee6-206ae7d533ec req-62d25db0-70b6-41dc-b23a-7be67d3fc109 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1199322 Jul 15 15:45:40.389267 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-0f334c8d-d860-4535-9e59-c3c6fa071234 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278982 Jul 15 15:45:40.398936 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:40.424772 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f76d8db-48d1-4e68-b5b4-fb7d13880cf3,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:40.429777 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-3a87371f-bade-4b9c-bee6-206ae7d533ec req-6e23cd45-2ebb-4a7b-aabc-02977ae5e87b tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381272 Jul 15 15:45:40.572699 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-73f3eaa8-6f8a-4763-95a4-cbc59f98a861 req-00bb5ced-fb32-4757-951e-be27cf667c8b tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 210 time: 0.0316770 Jul 15 15:45:40.640331 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:40.760051 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab8dfb-5313-42d8-94bd-c53ead6d3800 req-4e650b89-ebdb-4185-b696-a81919164dae tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:40.761549 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-08ab8dfb-5313-42d8-94bd-c53ead6d3800 req-4e650b89-ebdb-4185-b696-a81919164dae tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 931 time: 0.0741963 Jul 15 15:45:40.805273 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-08ab8dfb-5313-42d8-94bd-c53ead6d3800 req-0cb2e579-43bb-4678-be16-4e989556a424 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Jul 15 15:45:40.874285 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Router c3d42038-b8f8-4360-89bd-73463e718ca7 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:45:40.975647 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:45:40.982942 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-22c4d1f1-47df-441f-b6e6-fbc98c7fbda5 admin admin] 10.222.0.15 "PUT /v2.0/routers/c3d42038-b8f8-4360-89bd-73463e718ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4568684 Jul 15 15:45:40.983127 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34024) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:40.985778 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] Sync routers for ids ['c3d42038-b8f8-4360-89bd-73463e718ca7'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:45:40.995448 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] Routers {'c3d42038-b8f8-4360-89bd-73463e718ca7'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:40.996046 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['c3d42038-b8f8-4360-89bd-73463e718ca7'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:41.098906 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] Set router c3d42038-b8f8-4360-89bd-73463e718ca7 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:41.280736 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:45:40Z', 'revision_number': 5, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:41.307244 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] Checking router: c3d42038-b8f8-4360-89bd-73463e718ca7 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:45:41.315621 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] Routers {'c3d42038-b8f8-4360-89bd-73463e718ca7'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:45:41.316221 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['c3d42038-b8f8-4360-89bd-73463e718ca7'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:41.345703 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:41.415801 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] Set router c3d42038-b8f8-4360-89bd-73463e718ca7 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:45:41.443825 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:41.495564 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Deleting port e093f156-5dfa-4f2e-8145-a780312410c1 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:41.495908 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:41.547737 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['7166ed8b-46d6-48e8-a208-b6904a23c702'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:41.584866 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Request body: {'port': {'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:41.594983 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] For port e093f156-5dfa-4f2e-8145-a780312410c1, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=e093f156-5dfa-4f2e-8145-a780312410c1,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:41.594983 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:41.635235 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:45:40Z', 'revision_number': 5, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:41.648710 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Calling delete_port for e093f156-5dfa-4f2e-8145-a780312410c1 owned by network:router_gateway {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:41.672359 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbb0e0a-bc38-4ea5-9f00-7b0b3e1947cd None None] The sync data for ids ['c3d42038-b8f8-4360-89bd-73463e718ca7'] in dv-cinder-789603-12-iscsi is: [{'id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'name': 'tempest-TestMinimumBasicScenario-900434271-router', 'tenant_id': 'd7585fb1fd1742e99edae70f73787ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:42:14Z', 'updated_at': '2021-07-15T15:45:40Z', 'revision_number': 5, 'project_id': 'd7585fb1fd1742e99edae70f73787ba6', 'gw_port': {'id': 'e093f156-5dfa-4f2e-8145-a780312410c1', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d42038-b8f8-4360-89bd-73463e718ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:42:15Z', 'updated_at': '2021-07-15T15:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:45:41.728941 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed54f6-b076-43b1-82e4-6c8d01fdcccc req-352d3956-19f9-40eb-88d4-183652dbb63f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:41.731068 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44ed54f6-b076-43b1-82e4-6c8d01fdcccc req-352d3956-19f9-40eb-88d4-183652dbb63f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1526735 Jul 15 15:45:41.782909 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-44ed54f6-b076-43b1-82e4-6c8d01fdcccc req-6328c0b1-bd6c-4d79-84fe-4f0a6c9c6968 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 Jul 15 15:45:41.835877 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b97d1d6a-336e-43f5-a84e-ddb97880e44a req-584ca18c-aa66-43a9-8fe3-6ac0a37557b4 tempest-VolumesSnapshotTestJSON-687174896 tempest-VolumesSnapshotTestJSON-687174896-project] 10.222.0.15 "GET /v2.0/ports?device_id=703b34b1-d124-4838-84cc-fecc3b256fe5 HTTP/1.1" status: 200 len: 210 time: 0.0705917 Jul 15 15:45:41.849562 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:41.982834 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15751295-ca06-4123-a1a0-6d81ff064844 req-7d9f9c48-33f0-4ae7-9eee-1a0af2ed24e2 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:41.984336 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-15751295-ca06-4123-a1a0-6d81ff064844 req-7d9f9c48-33f0-4ae7-9eee-1a0af2ed24e2 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 931 time: 0.0632033 Jul 15 15:45:41.994006 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.033558 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-15751295-ca06-4123-a1a0-6d81ff064844 req-a23d198a-609a-4d8b-8da0-61c174501ac9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Jul 15 15:45:42.040628 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e093f156-5dfa-4f2e-8145-a780312410c1,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:42.236328 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.353677 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.358554 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.459456 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803a2a24-7635-450b-8ba2-e5ab7a5ea00e {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:42.468006 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.471443 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d42038-b8f8-4360-89bd-73463e718ca7 {{(pid=99541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:45:42.483333 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.484926 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-76b2dda2-281c-4a07-b1d7-e587b4e91f91 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c3d42038-b8f8-4360-89bd-73463e718ca7 HTTP/1.1" status: 204 len: 168 time: 1.5008972 Jul 15 15:45:42.487474 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.487630 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34048) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:42.501463 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Transition to ACTIVE for port object 803a2a24-7635-450b-8ba2-e5ab7a5ea00e will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:45:42.508360 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.598886 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Pushing event updated for resources: {'Port': ['ID=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:42.606927 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Deleting subnet a3ff4af8-24ed-4d23-af30-a9f4640710b4 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:45:42.634251 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.705594 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.788172 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Attempting to bind port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:45:42.788759 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Attempting to bind port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:45:42.791787 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Attempting to bind port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:42.799144 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:45:42.813276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Attempting to bind port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:45:42.833916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:45:42.834351 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Checking segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:45:42.841394 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Bound using segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:45:42.842002 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Bound port: 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:45:42.842737 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:42.900020 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.017234 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] For port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:45:43.033318 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] For port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:45:43.040162 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.043788 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.079573 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ff4af8-24ed-4d23-af30-a9f4640710b4,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:43.104481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:43.105249 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.109777 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 1093 time: 1.5310817 Jul 15 15:45:43.110619 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:43.124274 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c7f63b-3adc-419c-a2aa-49110a24043a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:43.202891 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89083181-1b39-4837-9823-9fa8aa4fd83f None None] Network 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:45:43.217194 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.220857 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3d26668e-7606-43a7-a2dd-e5e6c49dde9d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a3ff4af8-24ed-4d23-af30-a9f4640710b4 HTTP/1.1" status: 204 len: 168 time: 0.7322543 Jul 15 15:45:43.226930 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34066) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:43.264644 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efdf25-8101-4a9e-8d8f-754bc84a17e5 service neutron] Pushing event updated for resources: {'Port': ['ID=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:43.300999 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-d08f84ac-0cea-4f4a-b768-03fb4c5bdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:43.308212 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-d08f84ac-0cea-4f4a-b768-03fb4c5bdd7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1096 time: 0.1457090 Jul 15 15:45:43.398152 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-0d76a312-be8a-434a-a9b4-09462494db74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 217 time: 0.0852313 Jul 15 15:45:43.440653 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.534722 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-55153c75-e1f8-4e39-b1cc-ac75118fe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:43.536431 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-55153c75-e1f8-4e39-b1cc-ac75118fe51f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.1128693 Jul 15 15:45:43.598786 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda64af-6da2-4e09-b654-f94f8705b6a4 req-a2bc6611-b978-4820-8cf7-883105c11310 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:43.607069 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ebda64af-6da2-4e09-b654-f94f8705b6a4 req-a2bc6611-b978-4820-8cf7-883105c11310 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.5301673 Jul 15 15:45:43.667927 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ebda64af-6da2-4e09-b654-f94f8705b6a4 req-78ba3373-5a40-41a8-b8bf-0bdac144462f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582213 Jul 15 15:45:43.676027 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4f563-c1e5-45d0-ad06-e0518a37bdc5 req-5ac939cd-136c-46da-aa8b-6359429a2228 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:43.677999 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Deleting port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:43.688430 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.694474 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a4b4f563-c1e5-45d0-ad06-e0518a37bdc5 req-5ac939cd-136c-46da-aa8b-6359429a2228 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.3074527 Jul 15 15:45:43.735586 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] DHCP port deletion for 2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:45:43.771989 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a4b4f563-c1e5-45d0-ad06-e0518a37bdc5 req-695ee707-3242-4d6c-b766-a8d858ba5709 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765162 Jul 15 15:45:43.808916 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] Deleting port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:45:43.809635 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.812465 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a737a2-f71b-414d-950a-e47fb101208b req-2d5d5d45-8d55-4a0c-9039-52799a57eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:43.814919 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-2d5d5d45-8d55-4a0c-9039-52799a57eb7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2548442 Jul 15 15:45:43.816477 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2c963-6989-4be7-8a38-4ffce57cdd04 x-openstack-request-id: req-e0d2c963-6989-4be7-8a38-4ffce57cdd04 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:43.817035 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:43.817287 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0d2c963-6989-4be7-8a38-4ffce57cdd04 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:43.817681 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'status': 'completed', 'code': 200} Jul 15 15:45:43.859973 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] For port 2d2d7f83-e8fd-4865-93d8-3710a2137d98, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=2d2d7f83-e8fd-4865-93d8-3710a2137d98,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:43.860614 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:43.887578 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Calling delete_port for 2d2d7f83-e8fd-4865-93d8-3710a2137d98 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:43.900698 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e093f156-5dfa-4f2e-8145-a780312410c1 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:43.930208 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: e093f156-5dfa-4f2e-8145-a780312410c1 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:43.930934 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e093f156-5dfa-4f2e-8145-a780312410c1 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:43.931560 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:43.952910 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:43.953769 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 4f76d8db-48d1-4e68-b5b4-fb7d13880cf3 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:43.954430 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 2d2d7f83-e8fd-4865-93d8-3710a2137d98 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:44.001073 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] For port 2d2d7f83-e8fd-4865-93d8-3710a2137d98, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=2d2d7f83-e8fd-4865-93d8-3710a2137d98,segment=NetworkSegment(9feea4a8-7d63-45dc-b271-b0a1e4f0504a),segment_id=9feea4a8-7d63-45dc-b271-b0a1e4f0504a)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:44.001298 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.002383 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.011240 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No active binding found for port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 {{(pid=99543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 15:45:44.011971 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 2d2d7f83-e8fd-4865-93d8-3710a2137d98 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:44.020236 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] Calling delete_port for 2d2d7f83-e8fd-4865-93d8-3710a2137d98 owned by network:dhcp {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:45:44.051912 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2d7f83-e8fd-4865-93d8-3710a2137d98,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:44.068496 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-9dbf57ba-2761-45f4-8881-c8fd3b3c3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.069928 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] No DVR routers for this DVR port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 on host dv-cinder-789603-12-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:44.075934 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-9dbf57ba-2761-45f4-8881-c8fd3b3c3513 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162&tenant_id=ea187ac9f5f340c88c93e9aafe50141b HTTP/1.1" status: 200 len: 1099 time: 0.2375546 Jul 15 15:45:44.077466 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-91746610-b900-4838-a0b8-a600909a9d36 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464731 Jul 15 15:45:44.126942 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.153895 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] Pushing event deleted for resources: {'Port': ['ID=2d2d7f83-e8fd-4865-93d8-3710a2137d98,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:44.171738 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5df50-d8e2-4a56-b04e-feea8a34bcbd None None] No DVR routers for this DVR port 2d2d7f83-e8fd-4865-93d8-3710a2137d98 on host dv-cinder-789603-12-iscsi {{(pid=99543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:45:44.224247 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-29a737a2-f71b-414d-950a-e47fb101208b req-e9495a40-1481-4151-8589-0f25e94b9c10 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373463 Jul 15 15:45:44.243276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-0ab4188c-470d-4852-8eb0-b3c8ea2d4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.245017 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-0ab4188c-470d-4852-8eb0-b3c8ea2d4e7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1099 time: 0.1221819 Jul 15 15:45:44.254312 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.266593 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a39ab25-6ae7-4d56-aba0-cbd0725e2d19']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:44.278122 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feea4a8-7d63-45dc-b271-b0a1e4f0504a') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:44.278453 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feea4a8-7d63-45dc-b271-b0a1e4f0504a') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:45:44.287861 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.305322 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.318705 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:45:44.319849 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:45:44.321889 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:45:44.386299 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.393024 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.397821 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2a39ab25-6ae7-4d56-aba0-cbd0725e2d19 HTTP/1.1" status: 204 len: 168 time: 1.1683581 Jul 15 15:45:44.400970 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-70411b21-fce1-4224-8a1e-1d329d224cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.402488 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-70411b21-fce1-4224-8a1e-1d329d224cad service neutron] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 909 time: 0.1492496 Jul 15 15:45:44.423475 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568aaf-e0f8-4094-b5c2-4713a5187ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a39ab25-6ae7-4d56-aba0-cbd0725e2d19,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:44.426198 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-8e347eed-dd3b-4494-b1a3-ebd7883ed0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.427652 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-8e347eed-dd3b-4494-b1a3-ebd7883ed0df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1096 time: 0.1243093 Jul 15 15:45:44.532469 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34080) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:44.539490 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-dbd9b189-52a7-4b0c-9c39-2b7d8b836eef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 1001 time: 0.1245599 Jul 15 15:45:44.591894 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b3d22ab3-2e48-46dc-bd88-c32013933564 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e62478a4f364749a14c45451751c2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580642 Jul 15 15:45:44.592721 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34082) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:44.615032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-6b8a7dfe-e7b1-43a4-898a-5a560acae5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.616975 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-6b8a7dfe-e7b1-43a4-898a-5a560acae5b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.1613290 Jul 15 15:45:44.623248 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-09d12ff5-61e3-44d4-8795-5bc82daa735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.624907 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-09d12ff5-61e3-44d4-8795-5bc82daa735e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.0744975 Jul 15 15:45:44.667537 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee46d40-3098-429f-9eb7-3e7d70dd2d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.676821 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-7927f7a6-e178-4595-aca9-63765ec04e95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 217 time: 0.0512094 Jul 15 15:45:44.696862 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee46d40-3098-429f-9eb7-3e7d70dd2d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.775580 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee46d40-3098-429f-9eb7-3e7d70dd2d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.778506 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ee46d40-3098-429f-9eb7-3e7d70dd2d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:44.779684 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3ee46d40-3098-429f-9eb7-3e7d70dd2d73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c52ec20-dd01-48ec-894c-0b0d759f5023 HTTP/1.1" status: 204 len: 168 time: 0.1859574 Jul 15 15:45:44.791322 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee46d40-3098-429f-9eb7-3e7d70dd2d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52ec20-dd01-48ec-894c-0b0d759f5023,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:44.880748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-b247c929-949f-474a-97ca-f6c6a412116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:44.886103 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-b247c929-949f-474a-97ca-f6c6a412116e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.1975982 Jul 15 15:45:45.052088 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf0524-124a-434f-9965-38c280383a70 req-80950325-aa0f-48a9-881c-78e56198024b tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:45.062971 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6bf0524-124a-434f-9965-38c280383a70 req-80950325-aa0f-48a9-881c-78e56198024b tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1557086 Jul 15 15:45:45.133925 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-7c4a7cac-e974-45e2-b069-673ba0bdafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:45.135673 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-7c4a7cac-e974-45e2-b069-673ba0bdafc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4579146 Jul 15 15:45:45.170971 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a6bf0524-124a-434f-9965-38c280383a70 req-860832dd-7712-46d9-af73-ec6df4f09ff8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965230 Jul 15 15:45:45.176037 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-92e3695f-3e05-4ca6-a791-91e8790c016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:45.177534 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-92e3695f-3e05-4ca6-a791-91e8790c016e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2780490 Jul 15 15:45:45.279145 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dfe6a-5227-4adb-8235-6fbdc36ebe13 req-9f7e2306-8b24-41ca-bd75-9eaa26295a40 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:45.280717 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7b4dfe6a-5227-4adb-8235-6fbdc36ebe13 req-9f7e2306-8b24-41ca-bd75-9eaa26295a40 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.3013113 Jul 15 15:45:45.380293 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-f4c9acd8-81cf-474a-a8f1-f7440a414dcd service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341084 Jul 15 15:45:45.383320 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-7b4dfe6a-5227-4adb-8235-6fbdc36ebe13 req-2ca5e0be-8e8f-49cd-be55-19ac84da9874 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912418 Jul 15 15:45:45.400868 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-79493a68-7732-4f16-bd2b-85e6b9729e3c service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119670 Jul 15 15:45:45.491073 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34104) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:45.539997 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34106) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:45.548587 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-499cc312-2858-4d4a-b6c5-5de7fa78bbcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7585fb1fd1742e99edae70f73787ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554266 Jul 15 15:45:45.595876 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b19e55f2-9246-4556-a43f-44097d4ae66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:45.620696 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b19e55f2-9246-4556-a43f-44097d4ae66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:45.673285 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b19e55f2-9246-4556-a43f-44097d4ae66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:45.676121 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b19e55f2-9246-4556-a43f-44097d4ae66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:45.677397 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b19e55f2-9246-4556-a43f-44097d4ae66c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccc3e5fe-0434-4321-9169-5aae52f36de8 HTTP/1.1" status: 204 len: 168 time: 0.1363273 Jul 15 15:45:45.687110 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e55f2-9246-4556-a43f-44097d4ae66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3e5fe-0434-4321-9169-5aae52f36de8,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:46.389631 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d0ceb-0745-49c1-93b7-649ed56f18df req-57785cd3-2345-48bc-9212-d780bc8ecdb2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:46.391710 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-307d0ceb-0745-49c1-93b7-649ed56f18df req-57785cd3-2345-48bc-9212-d780bc8ecdb2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0922492 Jul 15 15:45:46.434624 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-307d0ceb-0745-49c1-93b7-649ed56f18df req-a85628d6-e485-4393-8a03-87399285a880 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370281 Jul 15 15:45:46.503473 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7166ed8b-46d6-48e8-a208-b6904a23c702 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:46.559300 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 7166ed8b-46d6-48e8-a208-b6904a23c702 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:45:46.560029 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 7166ed8b-46d6-48e8-a208-b6904a23c702 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:45:46.560729 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:45:46.633871 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb32aa-fd3d-4ed8-8fea-f87090ec2eba req-db305c21-11fb-4ba7-9ad6-eda142a1dbb7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:46.635472 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-90eb32aa-fd3d-4ed8-8fea-f87090ec2eba req-db305c21-11fb-4ba7-9ad6-eda142a1dbb7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.0778034 Jul 15 15:45:46.653279 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:46.684635 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-90eb32aa-fd3d-4ed8-8fea-f87090ec2eba req-e95576a3-47f4-4dfa-8aeb-a7038cf9e9dd tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Jul 15 15:45:46.684918 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:46.687396 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c2ffb-3495-47b6-aed2-a85a82521f36" -d '{"events": [{"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-unplugged", "status": "completed", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:46.708094 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:46.714245 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:46.745254 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56f2ba9-8c38-427a-839c-e0812c434dae x-openstack-request-id: req-d56f2ba9-8c38-427a-839c-e0812c434dae {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:46.745548 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-unplugged", "status": "completed", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:46.745800 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d56f2ba9-8c38-427a-839c-e0812c434dae {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:46.746240 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'code': 200} Jul 15 15:45:46.771819 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=6']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:47.527821 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e4feef14-38d0-46a6-93d8-c3f89efeea86 req-8fb9f173-2ce3-4342-acf2-1bba572fa329 service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934064 Jul 15 15:45:47.649037 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb21af-e0c5-4b41-b890-d8b998711562 req-ab45e1f6-514e-42cd-b30f-7a155ad8ccd0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:47.650560 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ccb21af-e0c5-4b41-b890-d8b998711562 req-ab45e1f6-514e-42cd-b30f-7a155ad8ccd0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0790031 Jul 15 15:45:47.701738 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1ccb21af-e0c5-4b41-b890-d8b998711562 req-af63d284-8b68-4913-ba22-8d836aa3f810 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 Jul 15 15:45:47.882084 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829b577-e3f2-41cf-85af-e13aff7da3ad req-addb6640-60d3-4f5b-82c8-7bf0da1706e6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:47.889006 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6829b577-e3f2-41cf-85af-e13aff7da3ad req-addb6640-60d3-4f5b-82c8-7bf0da1706e6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.0737216 Jul 15 15:45:47.929777 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6829b577-e3f2-41cf-85af-e13aff7da3ad req-1d66e2b0-cc8a-49e8-8b12-0a389343c49a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Jul 15 15:45:48.688417 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a1c7f63b-3adc-419c-a2aa-49110a24043a req-3a855de8-ece0-40b8-ac86-774ddb54bffb service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055040 Jul 15 15:45:48.899015 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffaf87-b3ff-4411-8612-6cb659da1bf0 req-622acac7-6d7f-465f-9071-916d851505a6 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:48.901183 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7fffaf87-b3ff-4411-8612-6cb659da1bf0 req-622acac7-6d7f-465f-9071-916d851505a6 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0829532 Jul 15 15:45:48.944654 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7fffaf87-b3ff-4411-8612-6cb659da1bf0 req-2395d5bd-0a9d-4cf0-af08-27e0b80e9544 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375786 Jul 15 15:45:49.128041 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423a199-95f6-4bb3-ba15-62d0f4b0b00c req-a67e4899-d1ed-4f10-9f29-a14ed65452c2 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:49.129818 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0423a199-95f6-4bb3-ba15-62d0f4b0b00c req-a67e4899-d1ed-4f10-9f29-a14ed65452c2 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.0778806 Jul 15 15:45:49.168691 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0423a199-95f6-4bb3-ba15-62d0f4b0b00c req-35fc2072-9a92-46f0-ab11-9901eaaf2cce tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Jul 15 15:45:50.139340 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68770f01-49fa-49cf-8eb6-e3fdcaedad3a req-4f37369b-0d36-4e23-8059-449e4deb0ca3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:50.140846 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-68770f01-49fa-49cf-8eb6-e3fdcaedad3a req-4f37369b-0d36-4e23-8059-449e4deb0ca3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0775006 Jul 15 15:45:50.183378 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-68770f01-49fa-49cf-8eb6-e3fdcaedad3a req-c4ba69ac-4181-4ba6-8bf8-d3eecffd8aca tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Jul 15 15:45:50.368018 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b00c-240e-4d99-be9f-34dbe60d79e4 req-60b90f7e-88de-4848-8c34-94d733bf9225 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:50.370347 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c480b00c-240e-4d99-be9f-34dbe60d79e4 req-60b90f7e-88de-4848-8c34-94d733bf9225 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.0786433 Jul 15 15:45:50.418105 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c480b00c-240e-4d99-be9f-34dbe60d79e4 req-d97ab978-14de-4bbd-9209-7b53fa490bbc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Jul 15 15:45:51.390002 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf4ab-0473-4167-87b8-00667864103c req-702fbe5a-1498-4ca5-9823-93d15dcb14be tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:51.393427 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5ffcf4ab-0473-4167-87b8-00667864103c req-702fbe5a-1498-4ca5-9823-93d15dcb14be tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0807171 Jul 15 15:45:51.447651 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5ffcf4ab-0473-4167-87b8-00667864103c req-d6b57c9d-7b7c-4d41-bfe5-37ae49832160 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473888 Jul 15 15:45:51.598413 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 803a2a24-7635-450b-8ba2-e5ab7a5ea00e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:45:51.611542 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee20b-9a48-42f9-b178-d1dedb51196b req-4284ef5e-f758-4e85-8743-23ed433fe8fb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:51.616616 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7eee20b-9a48-42f9-b178-d1dedb51196b req-4284ef5e-f758-4e85-8743-23ed433fe8fb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 943 time: 0.0777743 Jul 15 15:45:51.662774 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7eee20b-9a48-42f9-b178-d1dedb51196b req-5a163461-aab1-48b5-b6c0-548b3980e42c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Jul 15 15:45:51.858634 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:51.885971 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:45:51.934906 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:51.949839 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803a2a24-7635-450b-8ba2-e5ab7a5ea00e {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:51.972897 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:51.980691 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:52.048040 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:52.229501 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['803a2a24-7635-450b-8ba2-e5ab7a5ea00e'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:45:52.651602 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a6971-8958-4a4b-87ba-883351f9f175 req-9d6677a7-66af-4f3a-9cb8-e41e6df6eed8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:52.653098 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e2a6971-8958-4a4b-87ba-883351f9f175 req-9d6677a7-66af-4f3a-9cb8-e41e6df6eed8 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0696177 Jul 15 15:45:52.695718 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e2a6971-8958-4a4b-87ba-883351f9f175 req-11c60172-45d5-4d1b-8e33-76b35f53ddc9 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365751 Jul 15 15:45:52.847111 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d064-c932-4933-97ff-39385d1a4cce req-69059f19-75aa-44a8-aff4-a519f5eed8cf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:52.853117 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e8f1d064-c932-4933-97ff-39385d1a4cce req-69059f19-75aa-44a8-aff4-a519f5eed8cf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 944 time: 0.0695493 Jul 15 15:45:52.899131 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e8f1d064-c932-4933-97ff-39385d1a4cce req-95d5762d-f97b-4e06-9af3-cbe441ecdd28 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Jul 15 15:45:53.619861 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 803a2a24-7635-450b-8ba2-e5ab7a5ea00e up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:45:53.674963 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:45:53.678821 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:45:53.679193 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:53.763206 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:53.791370 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:45:53.793627 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504ec933-2aa6-4cf9-82a9-985391026938" -d '{"events": [{"server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "name": "network-vif-plugged", "status": "completed", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:45:53.809856 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:53.817213 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:53.865144 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69233176-fdb0-4579-8750-8eb2d4ea3e05 x-openstack-request-id: req-69233176-fdb0-4579-8750-8eb2d4ea3e05 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:45:53.865462 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "name": "network-vif-plugged", "status": "completed", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:45:53.865718 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69233176-fdb0-4579-8750-8eb2d4ea3e05 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:45:53.866192 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'code': 200} Jul 15 15:45:53.876873 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:53.902548 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2666a-2aa4-4259-9131-6a37b4ce654a req-38099d6d-6ea7-408a-9eda-71c83629225f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:53.904146 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d7d2666a-2aa4-4259-9131-6a37b4ce654a req-38099d6d-6ea7-408a-9eda-71c83629225f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0747130 Jul 15 15:45:53.961663 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d7d2666a-2aa4-4259-9131-6a37b4ce654a req-068ae7bf-b483-4a48-aacd-226580ee5710 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512996 Jul 15 15:45:54.127487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0095766-a27c-412f-9073-9a8fa0b27d4d req-35622c4d-1828-4aed-b931-4ef8495c3b3b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:54.129699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e0095766-a27c-412f-9073-9a8fa0b27d4d req-35622c4d-1828-4aed-b931-4ef8495c3b3b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0702751 Jul 15 15:45:54.183523 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e0095766-a27c-412f-9073-9a8fa0b27d4d req-e598c0f0-439e-4445-9c2e-43498fb76681 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458097 Jul 15 15:45:55.171033 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec053-c6de-4bcc-8ea6-8df4247d3ca8 req-ef00c58b-80a8-422f-859b-44fc2b84f10a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:55.172720 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fa6ec053-c6de-4bcc-8ea6-8df4247d3ca8 req-ef00c58b-80a8-422f-859b-44fc2b84f10a tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0873549 Jul 15 15:45:55.218080 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fa6ec053-c6de-4bcc-8ea6-8df4247d3ca8 req-c9322bcc-abd3-4591-aa5d-6ff14a29f78b tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Jul 15 15:45:55.392830 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12a32-af14-476e-bd77-e932dc1cafdb req-5c78aced-4bab-43ae-8a28-e4a86e558ab5 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:55.394533 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34b12a32-af14-476e-bd77-e932dc1cafdb req-5c78aced-4bab-43ae-8a28-e4a86e558ab5 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0652499 Jul 15 15:45:55.432731 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-34b12a32-af14-476e-bd77-e932dc1cafdb req-c05feb81-9d12-4adf-a5e5-b57a5da0c25e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327604 Jul 15 15:45:56.715866 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392afb6c-7b4d-4643-b2d1-4d352cb58748 req-9cdcf62c-ea26-4294-a2fb-3fb977306002 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:56.717372 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-392afb6c-7b4d-4643-b2d1-4d352cb58748 req-9cdcf62c-ea26-4294-a2fb-3fb977306002 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.3434472 Jul 15 15:45:56.761621 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-392afb6c-7b4d-4643-b2d1-4d352cb58748 req-ad1998db-39f6-4f98-a6c3-93b1a464bc7d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 Jul 15 15:45:56.956003 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04e22f-0f7c-4734-9008-b7b2be1bd816 req-f6f64050-6a7e-483b-a631-ad68adbb92ca tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:56.957861 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2f04e22f-0f7c-4734-9008-b7b2be1bd816 req-f6f64050-6a7e-483b-a631-ad68adbb92ca tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0668390 Jul 15 15:45:57.028928 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2f04e22f-0f7c-4734-9008-b7b2be1bd816 req-69e88bd4-dfe5-4090-9598-273ac98d91e7 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616238 Jul 15 15:45:57.299061 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ec1a-f939-44ca-9496-5ce96f81f600 req-b66b0d2c-2a4d-4d9d-863e-528d1546dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:57.300487 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2e0ec1a-f939-44ca-9496-5ce96f81f600 req-b66b0d2c-2a4d-4d9d-863e-528d1546dc1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1098 time: 0.0716603 Jul 15 15:45:57.336368 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2e0ec1a-f939-44ca-9496-5ce96f81f600 req-84ecfdff-9dae-4efc-8e1d-e230b05e9084 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283995 Jul 15 15:45:57.956368 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1ec1-7420-4a84-8f05-8d84e80556e6 req-e96cfbdd-8038-4ed5-82e4-0d92f40ff527 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:57.966017 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-999d1ec1-7420-4a84-8f05-8d84e80556e6 req-e96cfbdd-8038-4ed5-82e4-0d92f40ff527 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0789425 Jul 15 15:45:58.016022 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-999d1ec1-7420-4a84-8f05-8d84e80556e6 req-7ff7b8ce-3240-4098-9e3f-eda826f64a1f tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489655 Jul 15 15:45:58.034787 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2ca7-ad30-4dd0-af65-cf5e887b440f req-fb1ad153-c30e-42f5-80ae-9a98a334e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:58.036364 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cadb2ca7-ad30-4dd0-af65-cf5e887b440f req-fb1ad153-c30e-42f5-80ae-9a98a334e745 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1097 time: 0.0889962 Jul 15 15:45:58.099093 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cadb2ca7-ad30-4dd0-af65-cf5e887b440f req-1531489d-ff58-4930-8a69-3abc80267f89 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358493 Jul 15 15:45:58.243577 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80400c50-029f-4064-a48d-f596643da189 req-395a65eb-fa43-4203-8d06-d8a0c95d8580 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:58.247969 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-80400c50-029f-4064-a48d-f596643da189 req-395a65eb-fa43-4203-8d06-d8a0c95d8580 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0897424 Jul 15 15:45:58.281219 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-80400c50-029f-4064-a48d-f596643da189 req-469956f8-c334-4de1-8ebf-f3c5c86a55d4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Jul 15 15:45:59.201806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6f7bf-1f5b-40e6-9a3f-16536ab56b4a req-07b9e1cd-21ae-4be3-89a4-e473787b87c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:59.203372 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-82e6f7bf-1f5b-40e6-9a3f-16536ab56b4a req-07b9e1cd-21ae-4be3-89a4-e473787b87c5 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 944 time: 0.0648878 Jul 15 15:45:59.239990 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-82e6f7bf-1f5b-40e6-9a3f-16536ab56b4a req-6fb824e2-6345-4ba8-a287-2802de909b55 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Jul 15 15:45:59.471270 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e31b-0a52-49a2-a2d1-6d38c998f24a req-a2746517-6d94-49b5-a7ee-c6b00e92b84a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:59.472782 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1086e31b-0a52-49a2-a2d1-6d38c998f24a req-a2746517-6d94-49b5-a7ee-c6b00e92b84a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0663393 Jul 15 15:45:59.511650 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1086e31b-0a52-49a2-a2d1-6d38c998f24a req-9eea4e28-04dd-43b3-b78f-68e4f1504f39 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Jul 15 15:45:59.621230 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:45:59.709788 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc767c3-67eb-403a-b06d-013836dc827a req-0e5663ef-3f1e-4b56-a6fa-8371afebb22e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:59.712154 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fc767c3-67eb-403a-b06d-013836dc827a req-0e5663ef-3f1e-4b56-a6fa-8371afebb22e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0710399 Jul 15 15:45:59.735101 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:59.746480 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'port_id': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'mac_address': 'fa:16:3e:8c:64:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:45:59.754495 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4fc767c3-67eb-403a-b06d-013836dc827a req-27ed357b-5eb1-481f-ba45-3acb1bbca09c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Jul 15 15:45:59.780290 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34368) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:59.792424 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:59.805576 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73322c7e-baea-44da-8017-2d7f6b2f10cc {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:45:59.830409 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:45:59.834719 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:59.836382 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5eefa-81b7-43d0-8c5f-5f2b4a9ffdd3 tempest-TestVolumeBootPattern-2147241047 tempest-TestVolumeBootPattern-2147241047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:45:59.837913 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-26d5eefa-81b7-43d0-8c5f-5f2b4a9ffdd3 tempest-TestVolumeBootPattern-2147241047 tempest-TestVolumeBootPattern-2147241047-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1093 time: 0.0563979 Jul 15 15:45:59.840599 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34374) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:45:59.845328 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:45:59.874965 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:45:59.890080 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=7']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:45:59.981704 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.080988 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['73322c7e-baea-44da-8017-2d7f6b2f10cc'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:46:00.082257 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Allocated IP 172.27.3.119 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/9c5f083d-49ad-476a-8a6b-cec5ef6c1485) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:46:00.186423 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.223467 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.258167 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:46:00.264729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:46:00.268222 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:46:00.274092 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=9c5f083d-49ad-476a-8a6b-cec5ef6c1485,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:00.297574 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.297931 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.298278 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.298604 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.298923 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.299243 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.299565 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.299882 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.300196 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.300510 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.300822 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.301133 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:00.654589 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.726131 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.870452 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.874757 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.943895 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=9c5f083d-49ad-476a-8a6b-cec5ef6c1485,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:00.953404 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:00.991395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34392) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:01.034316 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_v2 [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Deleting subnet 846522ee-049d-46b2-9923-7125e0bd7b13 {{(pid=99541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:46:01.037801 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.049858 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Floating IP e88f3fad-c766-4b7d-aa21-5f7b47766ba3 associated. External IP: 172.27.3.119, port: 803a2a24-7635-450b-8ba2-e5ab7a5ea00e. Jul 15 15:46:01.073139 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5789856'] for subnet, precommit_delete_associations {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.110544 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.167940 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5789919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5058281'] for subnet, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.193345 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846522ee-049d-46b2-9923-7125e0bd7b13,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:01.195707 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.197546 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/846522ee-049d-46b2-9923-7125e0bd7b13 HTTP/1.1" status: 204 len: 168 time: 0.2050710 Jul 15 15:46:01.201371 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34394) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:01.203487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.203838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.204178 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.204511 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.204840 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.205169 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.205492 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.205816 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.206158 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.206481 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.206800 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.207119 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d6c57-6e3b-425f-95b8-6cb6b38cc1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:01.570205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:46:01.574994 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.648988 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:46:01.695677 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 73322c7e-baea-44da-8017-2d7f6b2f10cc triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:46:01.696042 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.730308 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.744283 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e206f0ad-7501-4016-a909-86f080072863']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:01.764084 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:01.764372 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1c2d6e-fff9-4a34-a37a-0eca7f2d64b1') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:01.776977 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.778708 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.789824 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:46:01.799507 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:46:01.803849 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.808028 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:46:01.810583 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ef0ac3-afc4-434c-9d12-16d5c0344581" -d '{"events": [{"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-plugged", "status": "completed", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:46:01.810847 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.812933 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:46:01.813331 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:46:01.822436 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:46:01.829173 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:46:01.831483 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:46:01.832401 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:01.866140 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.898419 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-929eabfd-f9a9-44e0-89dd-047f49047076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0565779 Jul 15 15:46:01.899681 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:46:01.902054 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3bf53-0c4e-4391-a4c7-45da2933e907" -d '{"events": [{"name": "network-changed", "server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:46:01.905982 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.911739 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:01.913886 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] 10.222.0.15 "DELETE /v2.0/networks/e206f0ad-7501-4016-a909-86f080072863 HTTP/1.1" status: 204 len: 168 time: 0.7114575 Jul 15 15:46:01.929479 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09763084-a0eb-45e9-9c58-ddf3993d9f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e206f0ad-7501-4016-a909-86f080072863,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:01.985664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:46:02.012983 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b58809-98e8-4eaa-9e08-c8e55959b3be x-openstack-request-id: req-b0b58809-98e8-4eaa-9e08-c8e55959b3be {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:46:02.013468 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-plugged", "status": "completed", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:46:02.013888 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0b58809-98e8-4eaa-9e08-c8e55959b3be {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:46:02.014451 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'code': 200} Jul 15 15:46:02.040767 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=8']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:02.061353 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb2b45-e16c-4234-b202-f4aaeeb3fc8d x-openstack-request-id: req-87eb2b45-e16c-4234-b202-f4aaeeb3fc8d {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:46:02.061639 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:46:02.061912 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87eb2b45-e16c-4234-b202-f4aaeeb3fc8d {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:46:02.062340 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'status': 'completed', 'code': 200} Jul 15 15:46:02.102786 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34416) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:02.145805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-3a262d29-b4d2-410b-ae00-392c1d871497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:02.146802 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9835ec2c-d046-4786-9f90-7806653a31c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd24d63b28ca4cfbbcd73843eee8d0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427883 Jul 15 15:46:02.147479 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-3a262d29-b4d2-410b-ae00-392c1d871497 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1098 time: 0.0606639 Jul 15 15:46:02.149000 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34418) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:02.197665 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-01894373-05d5-4bbd-8ada-94f3ab31be41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:02.218172 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-01894373-05d5-4bbd-8ada-94f3ab31be41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:02.240818 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-433cb574-b7ff-465b-a54c-114b85e192d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:02.242232 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-433cb574-b7ff-465b-a54c-114b85e192d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0878797 Jul 15 15:46:02.245488 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:00Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:02.266727 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-01894373-05d5-4bbd-8ada-94f3ab31be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:02.269967 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-01894373-05d5-4bbd-8ada-94f3ab31be41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:02.274147 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-01894373-05d5-4bbd-8ada-94f3ab31be41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a443943-598b-45e4-84c8-01b10270f66b HTTP/1.1" status: 204 len: 168 time: 0.1217666 Jul 15 15:46:02.279024 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:46:02.280993 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01894373-05d5-4bbd-8ada-94f3ab31be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a443943-598b-45e4-84c8-01b10270f66b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:02.289426 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:46:02.290033 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:45:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:02.321981 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-dda224ee-facc-48b3-8b2a-258db286a5db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 999 time: 0.0716188 Jul 15 15:46:02.374565 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-7d06b69b-185a-4b09-b5a5-cf254662c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:02.376039 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-7d06b69b-185a-4b09-b5a5-cf254662c636 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0473914 Jul 15 15:46:02.405974 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:46:02.443551 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-f11fb35f-8ecf-4a9d-ab61-2261e897f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:02.445160 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-f11fb35f-8ecf-4a9d-ab61-2261e897f59a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613413 Jul 15 15:46:02.533247 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-4d93b721-d880-4d43-b32a-74fa72f9e4fe service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813327 Jul 15 15:46:02.637205 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58b3bf53-0c4e-4391-a4c7-45da2933e907 req-540144b5-068b-4a85-9f30-214c7608016f service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973651 Jul 15 15:46:02.653326 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:00Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:02.698563 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f10019-fc9a-4738-9a1c-9a9a37401aad None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:00Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:46:02.994538 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f3f9b-5dd8-4de3-b314-a760e1349fb4 None None] New status for floating IP e88f3fad-c766-4b7d-aa21-5f7b47766ba3: ACTIVE {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:46:03.200961 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:46:03.350340 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:04.330750 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2049-98d5-4bb6-9719-134039bb47b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.113662 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d12e8922-6617-466a-9530-d11eaed2b257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.411419 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.449031 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34556) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:07.493640 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Deleting subnet 7fa8da73-9cf7-4880-884e-0521c7f90d83 {{(pid=99541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:46:07.496612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.534170 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5789856'] for subnet, precommit_delete_associations {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.577631 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.627471 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5789919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5058281'] for subnet, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.652943 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa8da73-9cf7-4880-884e-0521c7f90d83,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:07.656764 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.659166 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-5e34302e-0e9c-4bd7-8886-ab7cc7c8ce69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7fa8da73-9cf7-4880-884e-0521c7f90d83 HTTP/1.1" status: 204 len: 168 time: 0.2086115 Jul 15 15:46:07.661180 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34558) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:07.728128 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.809629 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.819684 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8622caf-3802-4fd9-901b-eeab44514b64']}} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:07.829371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ba11af-993b-4e75-b66d-32aea05493a3') {'for_net_delete': True} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:07.829671 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ba11af-993b-4e75-b66d-32aea05493a3') {} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:46:07.840994 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789847'] for segment, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.856187 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.862271 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:46:07.862660 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5789309'] for segment, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: Traceback (most recent call last): Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: timer() Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: cb(*args, **kw) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: return func(*args, **kwargs) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: self._notify() Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: self.callback(batched_events) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: event.method(event) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: return f(self, *a, **k) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._get(url).json() Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: return self.request(url, 'GET', **kwargs) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:46:07.864503 dv-cinder-789603-12-iscsi neutron-server[99541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:46:07.924295 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.931180 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:07.933071 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e8622caf-3802-4fd9-901b-eeab44514b64 HTTP/1.1" status: 204 len: 168 time: 0.2709346 Jul 15 15:46:07.945838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8b4d-f2a6-4c3e-99e7-ae736adfb767 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8622caf-3802-4fd9-901b-eeab44514b64,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:08.009183 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:08.095577 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34564) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:08.133550 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-98e95a17-0408-4ddf-9267-e8d12b124de5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49d9e4c9a59c40bdb7b88723fdaf9884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368316 Jul 15 15:46:08.136026 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34566) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:08.188504 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4a8a-c41b-4a82-83b2-c629f7119130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:08.216193 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4a8a-c41b-4a82-83b2-c629f7119130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:08.263440 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4a8a-c41b-4a82-83b2-c629f7119130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:08.265809 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2b5d4a8a-c41b-4a82-83b2-c629f7119130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:08.266939 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2b5d4a8a-c41b-4a82-83b2-c629f7119130 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d680e7e6-c074-4487-bc89-a8b2c2e4ef83 HTTP/1.1" status: 204 len: 168 time: 0.1300437 Jul 15 15:46:08.274937 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d4a8a-c41b-4a82-83b2-c629f7119130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680e7e6-c074-4487-bc89-a8b2c2e4ef83,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:09.595865 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:14.883069 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81364148-fa26-43a2-a6a8-46e83f4f701a req-f9e08dc1-1f74-4779-aaa4-b431289342df tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:14.884409 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-81364148-fa26-43a2-a6a8-46e83f4f701a req-f9e08dc1-1f74-4779-aaa4-b431289342df tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0611670 Jul 15 15:46:14.922857 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-81364148-fa26-43a2-a6a8-46e83f4f701a req-5a758671-d81f-4276-90c5-cbde59e275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Jul 15 15:46:16.100838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d02bd-3e3a-4704-b082-7a51cc097e41 req-0156172f-7fcd-49b3-829a-6fdb75eb3be4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:16.102598 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-806d02bd-3e3a-4704-b082-7a51cc097e41 req-0156172f-7fcd-49b3-829a-6fdb75eb3be4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0643694 Jul 15 15:46:16.139772 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-806d02bd-3e3a-4704-b082-7a51cc097e41 req-040184d4-c176-4fe8-93fa-49be95f4a83d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Jul 15 15:46:17.310706 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befd61a-28a0-459e-b9cc-f8d98f3785f8 req-81142746-07a7-4bf8-8559-6d5e2d99a42b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:17.312136 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5befd61a-28a0-459e-b9cc-f8d98f3785f8 req-81142746-07a7-4bf8-8559-6d5e2d99a42b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0608554 Jul 15 15:46:17.348301 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5befd61a-28a0-459e-b9cc-f8d98f3785f8 req-45209a1b-663e-46e9-8f09-ec7fe57cf6f2 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Jul 15 15:46:18.524325 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97b06-585c-4040-85e6-8e8c1511f241 req-3b1f1996-1c97-49fc-9788-c97cffb5b8ae tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:18.526207 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d5c97b06-585c-4040-85e6-8e8c1511f241 req-3b1f1996-1c97-49fc-9788-c97cffb5b8ae tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0630338 Jul 15 15:46:18.567428 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d5c97b06-585c-4040-85e6-8e8c1511f241 req-79b828a6-6de0-42fd-bcf1-39fae22b717f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353086 Jul 15 15:46:19.746659 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45899ec4-d301-42d7-b7c1-62df424cb9e0 req-381d89fd-38a9-4195-bcde-fcc0b077b53d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:19.748085 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-45899ec4-d301-42d7-b7c1-62df424cb9e0 req-381d89fd-38a9-4195-bcde-fcc0b077b53d tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0633552 Jul 15 15:46:19.783748 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-45899ec4-d301-42d7-b7c1-62df424cb9e0 req-ec9c997b-e878-4ac3-ae58-4153050596f9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299768 Jul 15 15:46:20.956517 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a1b8-9828-4340-93da-ee5efc344305 req-d1f3260b-5414-4394-8309-ceca652db70c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:20.958022 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-33d8a1b8-9828-4340-93da-ee5efc344305 req-d1f3260b-5414-4394-8309-ceca652db70c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0624211 Jul 15 15:46:20.995266 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-33d8a1b8-9828-4340-93da-ee5efc344305 req-1145ca8c-3f32-4b24-bb4c-5aee19469c03 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Jul 15 15:46:22.169613 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa4969-ac18-4a18-b4ba-1194fc98db7e req-ebe1f978-782a-4c32-b358-975c678f5bb6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:22.171094 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4baa4969-ac18-4a18-b4ba-1194fc98db7e req-ebe1f978-782a-4c32-b358-975c678f5bb6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0616884 Jul 15 15:46:22.206728 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4baa4969-ac18-4a18-b4ba-1194fc98db7e req-2d4f1f99-21dd-463f-b162-8b33042256a3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Jul 15 15:46:23.386328 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb29a-d884-4fad-bd77-0f7f4514c42b req-c22c3984-8158-4434-bc61-b48c52b88189 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:23.387834 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d07fb29a-d884-4fad-bd77-0f7f4514c42b req-c22c3984-8158-4434-bc61-b48c52b88189 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0628932 Jul 15 15:46:23.424675 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d07fb29a-d884-4fad-bd77-0f7f4514c42b req-3a635718-ab9f-4f5c-9525-87d6c1ae24bc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Jul 15 15:46:24.598760 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdada7-4415-4617-b024-536bce8353b6 req-4eec28f5-5423-4018-8c41-dfd21acf6e4f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:24.600827 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1dbdada7-4415-4617-b024-536bce8353b6 req-4eec28f5-5423-4018-8c41-dfd21acf6e4f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0615950 Jul 15 15:46:24.641125 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1dbdada7-4415-4617-b024-536bce8353b6 req-5047591f-788b-4021-afbc-9ef67a93a725 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346799 Jul 15 15:46:25.817254 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259b8ee-aa4a-409d-b36c-7cb23a071b33 req-1299e870-142b-4ba6-8828-2aa9e89a8a31 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:25.818711 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e259b8ee-aa4a-409d-b36c-7cb23a071b33 req-1299e870-142b-4ba6-8828-2aa9e89a8a31 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0637996 Jul 15 15:46:25.854391 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e259b8ee-aa4a-409d-b36c-7cb23a071b33 req-21cff07b-6563-4085-90f0-17748e4f0d6e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302594 Jul 15 15:46:27.030788 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443469cb-1779-4e29-8c0d-d543a9cd5c8f req-ed8e12e5-72b7-4a5e-80f4-85648a4a9ee5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:27.032308 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-443469cb-1779-4e29-8c0d-d543a9cd5c8f req-ed8e12e5-72b7-4a5e-80f4-85648a4a9ee5 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0640247 Jul 15 15:46:27.069380 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-443469cb-1779-4e29-8c0d-d543a9cd5c8f req-8a9dc701-c675-46ff-8509-f9800a2a9854 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Jul 15 15:46:28.241052 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3775a88-c250-496d-afcb-2f6c020ff4e1 req-9af45c49-03c6-4009-afa1-74fbc7808804 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:28.242445 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f3775a88-c250-496d-afcb-2f6c020ff4e1 req-9af45c49-03c6-4009-afa1-74fbc7808804 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0615532 Jul 15 15:46:28.278261 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f3775a88-c250-496d-afcb-2f6c020ff4e1 req-f6fe2f90-36c4-4e26-b9c3-92fc8c690d51 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Jul 15 15:46:29.452883 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290f92-c7fa-41e5-9136-24f97124a5a9 req-83b4c5fe-7e78-4af2-a810-04ea0f0cd390 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:29.454350 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6290f92-c7fa-41e5-9136-24f97124a5a9 req-83b4c5fe-7e78-4af2-a810-04ea0f0cd390 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0615199 Jul 15 15:46:29.490574 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6290f92-c7fa-41e5-9136-24f97124a5a9 req-80703101-6f00-46ea-9700-13db55bb03db tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Jul 15 15:46:30.661217 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a6840-5560-4442-943f-808596d1996b req-2cf8f333-06c1-4267-a94b-4068582b7b7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:30.662751 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1e6a6840-5560-4442-943f-808596d1996b req-2cf8f333-06c1-4267-a94b-4068582b7b7b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0608432 Jul 15 15:46:30.702910 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1e6a6840-5560-4442-943f-808596d1996b req-18ab0529-14f4-47f2-a527-db3bbbf610c7 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Jul 15 15:46:31.432469 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34842) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:31.538758 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-171e4e98-ce6a-454c-9859-aab718e9b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.635830 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-171e4e98-ce6a-454c-9859-aab718e9b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.639618 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-171e4e98-ce6a-454c-9859-aab718e9b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.676720 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-171e4e98-ce6a-454c-9859-aab718e9b9c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=259d23480ae044c382039b62a2637ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431350 Jul 15 15:46:31.679471 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e4e98-ce6a-454c-9859-aab718e9b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e9fab-63e2-4344-9aa3-53ba51d653c2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:31.679945 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34850) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:31.727648 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6fdf25cf-6e88-49e3-9b57-5771b2fc8241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.750085 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6fdf25cf-6e88-49e3-9b57-5771b2fc8241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.772358 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:46:31.805606 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6fdf25cf-6e88-49e3-9b57-5771b2fc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.808769 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6fdf25cf-6e88-49e3-9b57-5771b2fc8241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:31.813226 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6fdf25cf-6e88-49e3-9b57-5771b2fc8241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b1e9fab-63e2-4344-9aa3-53ba51d653c2 HTTP/1.1" status: 204 len: 168 time: 0.1291704 Jul 15 15:46:31.831047 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf25cf-6e88-49e3-9b57-5771b2fc8241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e9fab-63e2-4344-9aa3-53ba51d653c2,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:31.903662 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8cb53-a9ba-4635-b02f-622367460438 req-6ca522b5-9fac-4170-b6e4-73727d23a590 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:31.905223 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c5f8cb53-a9ba-4635-b02f-622367460438 req-6ca522b5-9fac-4170-b6e4-73727d23a590 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0719204 Jul 15 15:46:31.952540 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c5f8cb53-a9ba-4635-b02f-622367460438 req-6b70b11c-bfbe-4f52-a2fc-1a5c812decad tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Jul 15 15:46:32.046695 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:46:32.058042 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '6dff33b4-111e-48dc-818b-055a4252c41f', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f', 'mac_address': 'fa:16:3e:72:a2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:46:32.096181 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:32.112020 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dff33b4-111e-48dc-818b-055a4252c41f {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:46:32.131126 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:46:32.134705 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:32.182500 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=6']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:32.189192 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.189533 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.189864 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.190475 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.190808 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.191130 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.191450 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.191765 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.192080 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.192393 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.192706 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.193016 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:46:32.232340 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['6dff33b4-111e-48dc-818b-055a4252c41f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:46:33.145215 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da53e3-83c3-4014-ace6-6a6a697c5f37 req-5e4cf62f-5884-4954-9941-9f32fbec34cd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:33.146862 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-19da53e3-83c3-4014-ace6-6a6a697c5f37 req-5e4cf62f-5884-4954-9941-9f32fbec34cd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 944 time: 0.0637474 Jul 15 15:46:33.185128 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-19da53e3-83c3-4014-ace6-6a6a697c5f37 req-a919d475-783a-4d27-aabb-04749c1698fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Jul 15 15:46:33.368509 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:34.191619 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:46:34.258828 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 6dff33b4-111e-48dc-818b-055a4252c41f triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:46:34.259200 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:34.341495 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-9695fa31-1810-4425-8ec5-ef4dccd7339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:34.377326 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:34.393243 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a876-93f5-4ade-8db0-75a8814e5eb5 req-18a6ca50-1d1b-40d2-8f9f-464fa2bce0a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:34.398599 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e997a876-93f5-4ade-8db0-75a8814e5eb5 req-18a6ca50-1d1b-40d2-8f9f-464fa2bce0a6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 944 time: 0.0905776 Jul 15 15:46:34.403139 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:46:34.405500 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e236dd-47de-4b35-8686-58119a98b1d4" -d '{"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-plugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:46:34.424778 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:46:34.432467 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:34.453028 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e997a876-93f5-4ade-8db0-75a8814e5eb5 req-5c59f4b9-b493-48c3-9cae-6d361c46180c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Jul 15 15:46:34.479054 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ee31e4-5928-4153-86c8-400684e00d54 x-openstack-request-id: req-b6ee31e4-5928-4153-86c8-400684e00d54 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:46:34.479385 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-plugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:46:34.479640 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6ee31e4-5928-4153-86c8-400684e00d54 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:46:34.482707 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'code': 200} Jul 15 15:46:34.502422 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=7']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:35.668537 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800a38-3dbb-473c-b5d1-9ab3c0fed29d req-4c65d92f-2924-4d6a-9ed5-fcf113a06960 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:35.670234 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f5800a38-3dbb-473c-b5d1-9ab3c0fed29d req-4c65d92f-2924-4d6a-9ed5-fcf113a06960 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0756662 Jul 15 15:46:35.712896 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f5800a38-3dbb-473c-b5d1-9ab3c0fed29d req-9ad6cc23-bff2-40b6-b760-ed1de1e70929 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368209 Jul 15 15:46:36.901687 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590e2d-2ab3-4168-be11-a85dbb2d3616 req-8edf7b5a-85e0-4c3b-b06a-5dd5471f0176 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:36.903100 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d4590e2d-2ab3-4168-be11-a85dbb2d3616 req-8edf7b5a-85e0-4c3b-b06a-5dd5471f0176 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0670869 Jul 15 15:46:36.958022 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d4590e2d-2ab3-4168-be11-a85dbb2d3616 req-2f7144a4-0949-4797-b26c-7d3190f50d5f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 Jul 15 15:46:37.126446 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0a561ad8-6c4b-4501-8014-af33efacd962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:37.415645 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:38.010640 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:38.139325 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f8cf0-33e7-4184-83f4-1a42dd973f93 req-af096b0c-6a3a-4b9d-9f55-a48441a484db tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:38.141121 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ec6f8cf0-33e7-4184-83f4-1a42dd973f93 req-af096b0c-6a3a-4b9d-9f55-a48441a484db tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0673423 Jul 15 15:46:38.180667 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ec6f8cf0-33e7-4184-83f4-1a42dd973f93 req-8d29e27f-5e8f-41bb-b7f0-2f1b8f452be4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 Jul 15 15:46:39.389182 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee500bf-90a5-47c0-9bcc-03e031958c16 req-5fb874d7-b38d-4529-85ef-71505ec85450 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:39.390905 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6ee500bf-90a5-47c0-9bcc-03e031958c16 req-5fb874d7-b38d-4529-85ef-71505ec85450 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0805957 Jul 15 15:46:39.435696 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6ee500bf-90a5-47c0-9bcc-03e031958c16 req-cb65b8ee-da26-4f31-a450-3b2486016325 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355444 Jul 15 15:46:39.617780 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:40.200101 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:46:40.624984 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151da78-256e-48c9-93aa-41f0cc5f61ec req-49212d74-d9e2-40fa-9e77-3b06cee9fa05 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:40.626627 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6151da78-256e-48c9-93aa-41f0cc5f61ec req-49212d74-d9e2-40fa-9e77-3b06cee9fa05 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0687773 Jul 15 15:46:40.671872 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6151da78-256e-48c9-93aa-41f0cc5f61ec req-d4a27888-af41-423f-a198-a28bb9619d36 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394771 Jul 15 15:46:41.865191 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87683ca0-88ba-429c-9ad9-4fa562a9ac23 req-0bd68a5e-95c3-44d0-a259-8a722b147911 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:41.866610 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87683ca0-88ba-429c-9ad9-4fa562a9ac23 req-0bd68a5e-95c3-44d0-a259-8a722b147911 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0737903 Jul 15 15:46:41.910420 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-87683ca0-88ba-429c-9ad9-4fa562a9ac23 req-9b9a8ff9-b91d-4dcc-a33d-2c5bebe09abf tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381279 Jul 15 15:46:42.046665 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 34970) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:42.148415 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b8e3242b-1a0e-4bf7-a6b6-277b4a17aa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.233302 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b8e3242b-1a0e-4bf7-a6b6-277b4a17aa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.237100 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b8e3242b-1a0e-4bf7-a6b6-277b4a17aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.274242 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-b8e3242b-1a0e-4bf7-a6b6-277b4a17aa4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ae4c091a1d84189bbe1d5bb09adcde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265151 Jul 15 15:46:42.275439 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3242b-1a0e-4bf7-a6b6-277b4a17aa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554c266-b83d-4337-b790-981980dedaef,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:42.276977 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 34974) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:46:42.325674 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1189caba-2c3b-4e53-8825-7a7df145fda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.346079 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1189caba-2c3b-4e53-8825-7a7df145fda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.391764 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1189caba-2c3b-4e53-8825-7a7df145fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.394420 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1189caba-2c3b-4e53-8825-7a7df145fda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:42.395563 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1189caba-2c3b-4e53-8825-7a7df145fda8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f554c266-b83d-4337-b790-981980dedaef HTTP/1.1" status: 204 len: 168 time: 0.1176126 Jul 15 15:46:42.403282 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189caba-2c3b-4e53-8825-7a7df145fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554c266-b83d-4337-b790-981980dedaef,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:42.593478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-69fc3797-7df3-4c03-9bcc-771408295006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:42.595241 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-69fc3797-7df3-4c03-9bcc-771408295006 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1098 time: 0.0529230 Jul 15 15:46:42.689402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-8297d607-f6c8-4e77-8836-86945cd69e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:42.691157 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-8297d607-f6c8-4e77-8836-86945cd69e71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.0889418 Jul 15 15:46:42.755353 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-a574b220-885a-4469-b3e5-e9da0a3d80b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 1000 time: 0.0566130 Jul 15 15:46:42.806163 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-7566d332-6dee-40c9-a02f-a11e5ca99d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:42.807638 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-7566d332-6dee-40c9-a02f-a11e5ca99d23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0435898 Jul 15 15:46:42.869049 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-1f11381f-2cf6-453e-873a-ec2213f81825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:42.870611 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-1f11381f-2cf6-453e-873a-ec2213f81825 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556531 Jul 15 15:46:42.960529 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-578b46dc-f0af-425b-8fa9-84bf20565300 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813730 Jul 15 15:46:43.082030 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d7458c64-9a21-4eac-bfbc-a94143f01c0b req-ce7d6365-bedd-4819-a6c4-64a83c37eb3a service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142702 Jul 15 15:46:43.110561 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf8599-435e-4160-93ff-67e975bb80d2 req-2551569e-81f8-498f-bc5e-98c3a0c7f941 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:43.112022 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0bcf8599-435e-4160-93ff-67e975bb80d2 req-2551569e-81f8-498f-bc5e-98c3a0c7f941 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0785239 Jul 15 15:46:43.151195 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0bcf8599-435e-4160-93ff-67e975bb80d2 req-0ab8209b-7542-4f64-9df2-af5852be1cb3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Jul 15 15:46:44.332215 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53548f-33b7-414f-92c9-6ed4ec2a70ab req-9c86ee16-04d8-486a-9fdb-2908c0591c92 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:44.334301 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5e53548f-33b7-414f-92c9-6ed4ec2a70ab req-9c86ee16-04d8-486a-9fdb-2908c0591c92 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0662169 Jul 15 15:46:44.372170 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5e53548f-33b7-414f-92c9-6ed4ec2a70ab req-d41c4a98-ebce-468b-b333-83eb3b5e38ce tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jul 15 15:46:45.555598 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0479-aaa9-421e-8fae-b0dfbb3da39d req-5e9b58d3-0f01-486b-9962-59799f4447b6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:45.557086 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-629e0479-aaa9-421e-8fae-b0dfbb3da39d req-5e9b58d3-0f01-486b-9962-59799f4447b6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 945 time: 0.0680382 Jul 15 15:46:45.595723 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-629e0479-aaa9-421e-8fae-b0dfbb3da39d req-5205be9d-97a3-40a9-a8af-034da5a703ac tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331063 Jul 15 15:46:45.866263 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:46:45.945798 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:45.971190 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:46:45.973427 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab400d1-8c81-4fb3-94c7-718eeeea6c05" -d '{"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:46:45.986185 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:46:45.991249 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:46:46.016169 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33616c7-b4cb-44f8-8eeb-87c6dc1923c2 x-openstack-request-id: req-e33616c7-b4cb-44f8-8eeb-87c6dc1923c2 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:46:46.016458 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-unplugged", "status": "failed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "code": 422}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:46:46.016707 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e33616c7-b4cb-44f8-8eeb-87c6dc1923c2 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:46:46.017088 dv-cinder-789603-12-iscsi neutron-server[99543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'code': 422} returned with failed status Jul 15 15:46:46.054278 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=8']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:46:46.772590 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e71ca-c6e3-4adc-954b-318235057147 req-5f1431a6-3e78-4c34-bad7-c0d73f80c3f6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:46.774166 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc8e71ca-c6e3-4adc-954b-318235057147 req-5f1431a6-3e78-4c34-bad7-c0d73f80c3f6 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0988374 Jul 15 15:46:46.781016 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-4b9f1b0c-32e6-409f-8ac9-27a767bcf907 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965126 Jul 15 15:46:46.814195 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-fc8e71ca-c6e3-4adc-954b-318235057147 req-28015ba1-1969-4bfc-a531-fa141a95f457 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Jul 15 15:46:47.638400 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-56ce586f-296e-42fd-8df8-1a1f53d54500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:47.639934 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-56ce586f-296e-42fd-8df8-1a1f53d54500 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09&tenant_id=a0719710669541798e3075aa1f198e19 HTTP/1.1" status: 200 len: 1096 time: 0.0540555 Jul 15 15:46:47.714507 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-ab633cde-777f-45c8-8adc-b6c867d5f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:47.716040 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-ab633cde-777f-45c8-8adc-b6c867d5f328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1096 time: 0.0524509 Jul 15 15:46:47.808456 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-d5d68896-cf5f-4987-8a62-b4d3b23b2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:47.810303 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-d5d68896-cf5f-4987-8a62-b4d3b23b2260 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.0873652 Jul 15 15:46:47.876009 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-e7a7a7c4-7af0-4428-bd20-62acc725a858 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 998 time: 0.0582433 Jul 15 15:46:47.926176 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-a7cd2c29-e501-41b9-883f-12b124ee64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:47.927670 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-a7cd2c29-e501-41b9-883f-12b124ee64f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0434759 Jul 15 15:46:48.034318 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f6548-d3ce-49f4-8577-4d451e0060e9 req-a1f4bb3b-75a9-4009-95a9-5f5c755ad92b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:48.035779 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4f3f6548-d3ce-49f4-8577-4d451e0060e9 req-a1f4bb3b-75a9-4009-95a9-5f5c755ad92b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.1030188 Jul 15 15:46:48.039445 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-7742dcbe-c594-48f9-9c87-848e318947a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:48.041213 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-7742dcbe-c594-48f9-9c87-848e318947a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1066375 Jul 15 15:46:48.102185 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4f3f6548-d3ce-49f4-8577-4d451e0060e9 req-77cfe425-1da2-4f8e-9e95-acc715bea53c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599179 Jul 15 15:46:48.159358 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-b1ff40cd-89d3-4568-9837-8a48d7b2e4ad service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023812 Jul 15 15:46:48.249480 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-da1bf10b-668e-4eea-9d43-5ad15c8531e1 req-30f82ec7-fbfd-432b-8096-ed8bb2e260f9 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826216 Jul 15 15:46:49.299887 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e8481-192a-4db0-a31e-e24ed28a6969 req-5e209d52-b42e-4151-a16a-cce70c1658ab tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:49.301352 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-166e8481-192a-4db0-a31e-e24ed28a6969 req-5e209d52-b42e-4151-a16a-cce70c1658ab tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0770390 Jul 15 15:46:49.342197 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-166e8481-192a-4db0-a31e-e24ed28a6969 req-ceb25bcb-7a77-467d-b59d-4659136e261a tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352359 Jul 15 15:46:50.534840 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aa6d4-4666-4e25-a747-673485b28060 req-cb3ea307-fcc8-4aa5-80c6-4fcf08ed8b56 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:50.536353 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-636aa6d4-4666-4e25-a747-673485b28060 req-cb3ea307-fcc8-4aa5-80c6-4fcf08ed8b56 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0717187 Jul 15 15:46:50.576244 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-636aa6d4-4666-4e25-a747-673485b28060 req-3a3f6472-7ccd-4715-a68e-1497e804ea43 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335701 Jul 15 15:46:51.758249 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e68cad-a6df-413c-a07c-f2261751ebb1 req-c7d88477-a9b1-4c6b-aa80-df381b58171e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:51.760977 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6e68cad-a6df-413c-a07c-f2261751ebb1 req-c7d88477-a9b1-4c6b-aa80-df381b58171e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0661488 Jul 15 15:46:51.798829 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d6e68cad-a6df-413c-a07c-f2261751ebb1 req-cd0897f5-ebff-4584-b3ed-7f3e241f5bfe tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335178 Jul 15 15:46:52.991910 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22d93c-2554-41ab-b6d5-af21ea6055a3 req-97e82247-89de-4c73-9ef8-335d5ea146d4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:52.993514 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cd22d93c-2554-41ab-b6d5-af21ea6055a3 req-97e82247-89de-4c73-9ef8-335d5ea146d4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0729387 Jul 15 15:46:53.041067 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cd22d93c-2554-41ab-b6d5-af21ea6055a3 req-183c3d7e-b686-47fa-8c60-8f8006b71c26 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Jul 15 15:46:54.245518 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6878966-9898-4901-a7e7-abe20bce65a5 req-17af6af9-dd4d-4359-a1a3-99b56b735327 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:54.247102 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6878966-9898-4901-a7e7-abe20bce65a5 req-17af6af9-dd4d-4359-a1a3-99b56b735327 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0702784 Jul 15 15:46:54.294255 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f6878966-9898-4901-a7e7-abe20bce65a5 req-5cb21a89-7ac9-43cf-a464-ce07d58dd96b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339184 Jul 15 15:46:55.492805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c2dc9-4335-4eef-8b6b-41d52944fd7f req-3dda33c5-4a93-4851-a8e2-4fc89fa23af1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:55.494634 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c21c2dc9-4335-4eef-8b6b-41d52944fd7f req-3dda33c5-4a93-4851-a8e2-4fc89fa23af1 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0730345 Jul 15 15:46:55.533812 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c21c2dc9-4335-4eef-8b6b-41d52944fd7f req-69ae3001-7022-4685-a53e-acc72209d29b tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Jul 15 15:46:56.715202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fbddc-0aee-4cb8-9d38-e66137f5094d req-0dbb7878-6b0e-4d01-9a89-3ad845114e85 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:56.716676 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd8fbddc-0aee-4cb8-9d38-e66137f5094d req-0dbb7878-6b0e-4d01-9a89-3ad845114e85 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0632524 Jul 15 15:46:56.754991 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-dd8fbddc-0aee-4cb8-9d38-e66137f5094d req-1790aa15-f751-4674-a971-bc96de92f111 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Jul 15 15:46:57.939037 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb34c7-16e9-4ce8-ab8d-29323d4450ad req-f4379bba-688c-47b0-b264-0ee373b5b2c9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:57.940738 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-31bb34c7-16e9-4ce8-ab8d-29323d4450ad req-f4379bba-688c-47b0-b264-0ee373b5b2c9 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0633917 Jul 15 15:46:57.979085 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-31bb34c7-16e9-4ce8-ab8d-29323d4450ad req-eee080d7-b295-4573-9a2b-179d7eb3d5bf tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Jul 15 15:46:59.158727 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2030fd2-cae9-4389-b5cb-2239cc55a0c9 req-68900aa1-d658-46b2-b6c0-091ba3ad7e93 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:46:59.160213 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2030fd2-cae9-4389-b5cb-2239cc55a0c9 req-68900aa1-d658-46b2-b6c0-091ba3ad7e93 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0636539 Jul 15 15:46:59.197273 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b2030fd2-cae9-4389-b5cb-2239cc55a0c9 req-45c57207-32a1-4f07-8f5b-72df0054bd44 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Jul 15 15:47:00.371536 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e873d-e5ab-4bd0-a59f-c84d834d7e2c req-28b2cdd8-ab2e-48e2-a675-18083f47b6c0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:00.373024 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-537e873d-e5ab-4bd0-a59f-c84d834d7e2c req-28b2cdd8-ab2e-48e2-a675-18083f47b6c0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0623009 Jul 15 15:47:00.410667 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-537e873d-e5ab-4bd0-a59f-c84d834d7e2c req-c568daf3-b3ad-47fd-85ac-bc16205b02bc tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 15 15:47:01.586873 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9603f4d-1b3f-4b1a-a6ec-a5db975766cf req-de3b1a85-482c-4b2d-86e1-cbc5872d6961 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:01.588342 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9603f4d-1b3f-4b1a-a6ec-a5db975766cf req-de3b1a85-482c-4b2d-86e1-cbc5872d6961 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 943 time: 0.0660658 Jul 15 15:47:01.625722 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-e9603f4d-1b3f-4b1a-a6ec-a5db975766cf req-ff608e46-3d68-4e04-9614-cb19d08e5509 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Jul 15 15:47:01.945134 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:47:02.036286 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:02.046616 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': '6dff33b4-111e-48dc-818b-055a4252c41f', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'port_id': '6dff33b4-111e-48dc-818b-055a4252c41f', 'mac_address': 'fa:16:3e:72:a2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:47:02.081507 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:02.096793 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff33b4-111e-48dc-818b-055a4252c41f {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:47:02.115661 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:02.119021 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:02.172015 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=9']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:02.390690 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['6dff33b4-111e-48dc-818b-055a4252c41f'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:47:02.802841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89143363-f4ea-4504-84ad-cee465fde5da req-bb55afa2-fee1-4b4a-a8f2-c792d45ed304 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:02.804897 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89143363-f4ea-4504-84ad-cee465fde5da req-bb55afa2-fee1-4b4a-a8f2-c792d45ed304 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 944 time: 0.0669863 Jul 15 15:47:02.840984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89143363-f4ea-4504-84ad-cee465fde5da req-36a69f33-5765-488a-9dd7-be0c3de461b3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Jul 15 15:47:03.381514 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.017889 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d6f89-66a2-4118-a177-e4a3f7658cef req-37c5e830-9490-407b-a651-8eef550c8783 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:04.019305 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c30d6f89-66a2-4118-a177-e4a3f7658cef req-37c5e830-9490-407b-a651-8eef550c8783 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 944 time: 0.0614400 Jul 15 15:47:04.055329 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c30d6f89-66a2-4118-a177-e4a3f7658cef req-f6b20b47-8d79-4aeb-8a10-9b222f3a7e7c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Jul 15 15:47:04.331205 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:47:04.383114 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port 6dff33b4-111e-48dc-818b-055a4252c41f triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:04.383114 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.402014 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f724de91-a0e7-4d69-b9cf-505c65caa1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.457413 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.479221 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:04.481417 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa6e823-9ba7-4ca7-94b9-362b0bcb999c" -d '{"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-plugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:04.493965 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:04.498377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:04.523454 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ae731-0dae-4fe3-86c9-3c5a6ef6af60 x-openstack-request-id: req-d14ae731-0dae-4fe3-86c9-3c5a6ef6af60 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:04.523743 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-plugged", "status": "completed", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:04.523987 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d14ae731-0dae-4fe3-86c9-3c5a6ef6af60 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:04.524358 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'code': 200} Jul 15 15:47:04.548736 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=10']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:05.233044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45332b6a-3ec8-495a-984b-d6f778cf9952 req-21357ba2-6da2-4a87-a614-2218fdf8455c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:05.234433 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-45332b6a-3ec8-495a-984b-d6f778cf9952 req-21357ba2-6da2-4a87-a614-2218fdf8455c tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.0655265 Jul 15 15:47:05.270168 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-45332b6a-3ec8-495a-984b-d6f778cf9952 req-687f7f65-a815-45ea-9e82-2ecc7b57baab tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300903 Jul 15 15:47:06.488369 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e06aef-24cf-4360-bfbe-6f2bdc6466ff req-522a452c-db5c-4c47-b5af-4e0f2ceb427f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.489736 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58e06aef-24cf-4360-bfbe-6f2bdc6466ff req-522a452c-db5c-4c47-b5af-4e0f2ceb427f tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.1001108 Jul 15 15:47:06.504342 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af2c34-55e5-46bb-933b-c4c448bdde3d req-8f654b5f-47e5-4cb5-9422-fa0675135db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:06.505700 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-96af2c34-55e5-46bb-933b-c4c448bdde3d req-8f654b5f-47e5-4cb5-9422-fa0675135db4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1099 time: 0.0817153 Jul 15 15:47:06.545531 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-58e06aef-24cf-4360-bfbe-6f2bdc6466ff req-7277f640-e3c1-4190-b01a-9f114f4bb000 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Jul 15 15:47:06.556107 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-96af2c34-55e5-46bb-933b-c4c448bdde3d req-a9a40dcd-8202-4b84-a8e1-11280f5900c4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402408 Jul 15 15:47:07.118984 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-df228f05-95e2-4859-970a-84ccb505b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:07.416528 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:07.725921 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9dc1b-d0d8-4c10-9238-0a6c81ec5e92 req-7b8bc910-4d06-4e1e-ba31-3d48ed03a412 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:07.727434 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-caf9dc1b-d0d8-4c10-9238-0a6c81ec5e92 req-7b8bc910-4d06-4e1e-ba31-3d48ed03a412 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.0650368 Jul 15 15:47:07.765373 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-caf9dc1b-d0d8-4c10-9238-0a6c81ec5e92 req-e80042c1-3ff4-4c63-b1d4-5076447b40aa tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Jul 15 15:47:08.008121 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:08.936719 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac247f8f-51f1-47a5-ba8a-0469c61a0b6f req-a1a553a6-cdcf-41e1-9eb2-478e58762249 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:08.938055 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ac247f8f-51f1-47a5-ba8a-0469c61a0b6f req-a1a553a6-cdcf-41e1-9eb2-478e58762249 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.0601733 Jul 15 15:47:08.974196 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ac247f8f-51f1-47a5-ba8a-0469c61a0b6f req-920275d2-ea1a-4e8f-92de-38fb4aac8689 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303729 Jul 15 15:47:09.607584 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:11.998434 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35316) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:12.098378 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.182753 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.186188 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.222858 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b423e30463b4de3a492dd0f4775f1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233169 Jul 15 15:47:12.223674 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8155759b-070b-4b38-88f4-d4316addfea9,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:12.225586 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35320) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:12.230777 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.231120 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.231454 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.231784 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.232110 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.232437 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.232756 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.233078 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.233396 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.233709 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.234031 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.234363 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4508-24c8-4adb-bffe-6cd52f4052b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.274051 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.293472 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.340503 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.343114 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:12.344216 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8155759b-070b-4b38-88f4-d4316addfea9 HTTP/1.1" status: 204 len: 168 time: 0.1175706 Jul 15 15:47:12.352065 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8155759b-070b-4b38-88f4-d4316addfea9,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:12.359024 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.359368 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.359703 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.360031 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.360357 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.360681 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.361001 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.361320 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.361638 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.361955 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.362295 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:12.362609 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9370192-d08f-414b-a25b-9c4817606dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:17.199265 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:47:30.287399 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35332) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:30.574366 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Deleting port b63c3bbc-d7bd-42a7-a42b-c6a2617d5ad7 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:30.574627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:30.646713 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:30.647041 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:30.658188 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Calling delete_port for b63c3bbc-d7bd-42a7-a42b-c6a2617d5ad7 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:30.799109 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:30.824572 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event deleted for resources: {'Port': ['ID=b63c3bbc-d7bd-42a7-a42b-c6a2617d5ad7,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:30.886466 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:30.886797 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Floating IP 2aafa4be-8422-4cf0-8da6-f0a401b877b3 disassociated (deleted). External IP: 172.27.3.83, port: 73322c7e-baea-44da-8017-2d7f6b2f10cc. Jul 15 15:47:31.083482 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Router 71567397-9f3f-453e-848b-15828a5c4e27 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:31.185876 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:31.191053 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:31.195879 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] Sync routers for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:31.204154 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:31.204759 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:31.228731 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-66ca0414-639c-45e0-b1bd-18f038cdadc3 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "DELETE /v2.0/floatingips/2aafa4be-8422-4cf0-8da6-f0a401b877b3 HTTP/1.1" status: 204 len: 168 time: 0.9396071 Jul 15 15:47:31.229303 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:31.231555 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6511ba-4eac-4395-a710-214ffc974e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:31.267928 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09e12b8-da88-4e16-b821-6ae1c0651762 x-openstack-request-id: req-d09e12b8-da88-4e16-b821-6ae1c0651762 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:31.268220 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:31.268476 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d09e12b8-da88-4e16-b821-6ae1c0651762 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:31.268863 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'status': 'completed', 'code': 200} Jul 15 15:47:31.309222 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:31.347870 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-e20023ac-ee30-4bd4-b174-59d8951cc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:31.349966 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-e20023ac-ee30-4bd4-b174-59d8951cc393 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 1099 time: 0.0548830 Jul 15 15:47:31.442016 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-7c733459-312a-4c5e-9069-6646e9e4b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:31.443567 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-7c733459-312a-4c5e-9069-6646e9e4b0f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 200 len: 909 time: 0.0858328 Jul 15 15:47:31.490704 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-3f4a1c08-2198-42de-9e50-7839196db1e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 200 len: 217 time: 0.0398846 Jul 15 15:47:31.518362 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:30Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:31.551219 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] Checking router: 71567397-9f3f-453e-848b-15828a5c4e27 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:31.554311 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-733126f9-2d52-462f-9475-d33588b7b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:31.555820 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-733126f9-2d52-462f-9475-d33588b7b023 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 200 len: 848 time: 0.0568552 Jul 15 15:47:31.561457 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:31.562207 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:31.645662 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576ade-d8eb-4848-98ae-bcf7079bd234 req-ae1cf02a-1f0e-40f9-af23-8cd4b7b7644c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:31.647699 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5c576ade-d8eb-4848-98ae-bcf7079bd234 req-ae1cf02a-1f0e-40f9-af23-8cd4b7b7644c tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.1079051 Jul 15 15:47:31.656318 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-cc2cf640-f199-4211-a67d-f93bdde69359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:31.657737 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-cc2cf640-f199-4211-a67d-f93bdde69359 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=61ff0678-7f39-42d5-9c65-4fa24710475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0847895 Jul 15 15:47:31.668769 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:31.712714 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5c576ade-d8eb-4848-98ae-bcf7079bd234 req-0d7900c9-8c66-413b-afa8-b35b5c62f691 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583210 Jul 15 15:47:31.766390 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-dec419da-014c-4c20-8a90-b86e85b49c6e service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953755 Jul 15 15:47:31.863385 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-aa6511ba-4eac-4395-a710-214ffc974e2a req-fd327026-8a95-4fe3-aaeb-7d82d4744a35 service neutron] 10.222.0.43 "GET /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Jul 15 15:47:31.866032 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:30Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:31.892567 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe746c-c900-437f-960e-f9bbf1484936 None None] The sync data for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi is: [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:41:21Z', 'revision_number': 4, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '3ae6d6f6-b5e1-449e-935c-daa7ad067fd6', 'name': '', 'network_id': '61ff0678-7f39-42d5-9c65-4fa24710475b', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'mac_address': 'fa:16:3e:d1:58:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:21Z', 'updated_at': '2021-07-15T15:41:30Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'subnets': [{'id': '9b698455-eb49-4b6d-81f8-d2686299a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:32.089060 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39882e5-4a46-4733-b9aa-749a159fbcde None None] New status for floating IP 2aafa4be-8422-4cf0-8da6-f0a401b877b3: DOWN {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:47:32.884756 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6acd-8b22-4344-9089-1e516f3043e0 req-576e4b41-5631-48ab-85d1-4451b81f00d6 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:32.886192 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0bde6acd-8b22-4344-9089-1e516f3043e0 req-576e4b41-5631-48ab-85d1-4451b81f00d6 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0617905 Jul 15 15:47:32.923115 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0bde6acd-8b22-4344-9089-1e516f3043e0 req-587cd54e-a9ae-49c0-b693-a22dadd66334 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/security-groups?id=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Jul 15 15:47:33.331869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b54f-ec81-470d-980a-767d69757498 req-b790b4f3-815f-4484-8645-6a9d37a8bef2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:33.333293 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4065b54f-ec81-470d-980a-767d69757498 req-b790b4f3-815f-4484-8645-6a9d37a8bef2 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.43 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 946 time: 0.0614922 Jul 15 15:47:33.389725 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:33.434766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Deleting port 73322c7e-baea-44da-8017-2d7f6b2f10cc {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:33.435139 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:33.518177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] For port 73322c7e-baea-44da-8017-2d7f6b2f10cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=73322c7e-baea-44da-8017-2d7f6b2f10cc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:33.518531 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:33.530329 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Calling delete_port for 73322c7e-baea-44da-8017-2d7f6b2f10cc owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:33.653271 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:33.679389 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event deleted for resources: {'Port': ['ID=73322c7e-baea-44da-8017-2d7f6b2f10cc,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:33.727998 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] No DVR routers for this DVR port 73322c7e-baea-44da-8017-2d7f6b2f10cc on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:33.730402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:33.732330 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4065b54f-ec81-470d-980a-767d69757498 req-612c37f2-e1bd-4ea1-93ee-36898d4a96b0 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.43 "DELETE /v2.0/ports/73322c7e-baea-44da-8017-2d7f6b2f10cc HTTP/1.1" status: 204 len: 173 time: 0.3924782 Jul 15 15:47:33.732756 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-deleted', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:33.735069 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56d042-b5ea-4f68-8529-520682e15bf6" -d '{"events": [{"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-deleted", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:33.774609 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c230455-24ed-4ae2-a232-99079f53ae1b x-openstack-request-id: req-4c230455-24ed-4ae2-a232-99079f53ae1b {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:33.774916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db623873-e423-44e9-95c2-e67ebbdfe162", "name": "network-vif-deleted", "tag": "73322c7e-baea-44da-8017-2d7f6b2f10cc", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:33.775192 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c230455-24ed-4ae2-a232-99079f53ae1b {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:33.775583 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db623873-e423-44e9-95c2-e67ebbdfe162', 'name': 'network-vif-deleted', 'tag': '73322c7e-baea-44da-8017-2d7f6b2f10cc', 'status': 'completed', 'code': 200} Jul 15 15:47:34.065554 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-07aa833a-16b9-4920-bd34-c5557458ed67 req-a656e3b6-6606-4f7b-ac08-cded6111215d tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "GET /v2.0/ports?device_id=db623873-e423-44e9-95c2-e67ebbdfe162 HTTP/1.1" status: 200 len: 210 time: 0.0302711 Jul 15 15:47:34.331317 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-701bf12e-4a4f-4934-9da3-ae1b5a9e333c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:35.159997 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35350) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:35.216885 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e28de867-5608-4378-bd8d-dba2ef614b05 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:35.244046 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e28de867-5608-4378-bd8d-dba2ef614b05 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:35.299699 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e28de867-5608-4378-bd8d-dba2ef614b05 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:35.302424 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e28de867-5608-4378-bd8d-dba2ef614b05 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:35.303575 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e28de867-5608-4378-bd8d-dba2ef614b05 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] 10.222.0.15 "DELETE /v2.0/security-groups/05ff5ee7-0349-4fc9-869a-f9f3534ebb3c HTTP/1.1" status: 204 len: 168 time: 0.1425986 Jul 15 15:47:35.312202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28de867-5608-4378-bd8d-dba2ef614b05 tempest-TestShelveInstance-201095555 tempest-TestShelveInstance-201095555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff5ee7-0349-4fc9-869a-f9f3534ebb3c,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:35.353952 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35354) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:35.522996 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-ebd4e761-281b-44fa-bd31-87d8149383a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497193 Jul 15 15:47:35.619847 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-da014b0e-1bd8-4997-be67-04c80d191edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.621489 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-da014b0e-1bd8-4997-be67-04c80d191edb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a0719710669541798e3075aa1f198e19&device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 1099 time: 0.0513630 Jul 15 15:47:35.726783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-5e07737f-216b-4890-8aa4-6c298790a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.728240 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-5e07737f-216b-4890-8aa4-6c298790a441 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 200 len: 916 time: 0.0857141 Jul 15 15:47:35.785599 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:35.791049 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-191601e4-b707-4f2e-8e31-0618ba7c627b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 200 len: 1000 time: 0.0557699 Jul 15 15:47:35.839735 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-10a5eeae-4e23-4094-9e43-165b767deeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.841203 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-10a5eeae-4e23-4094-9e43-165b767deeab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 200 len: 855 time: 0.0425918 Jul 15 15:47:35.899919 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-1e65e4df-9c33-49a5-8b72-9700caeb6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:35.901313 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-1e65e4df-9c33-49a5-8b72-9700caeb6a93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6acb0e4-b836-46df-b1fc-a386e5e23f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535679 Jul 15 15:47:35.987701 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-c8b86f1a-718d-431d-828e-99f3ba3ca536 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791166 Jul 15 15:47:36.030234 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Deleting port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:36.030711 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.078717 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-5635720a-634d-4d4a-9034-1cc0f8fdf7cf req-024118e4-4aab-4340-8d11-6b466df9ead4 service neutron] 10.222.0.43 "GET /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Jul 15 15:47:36.111978 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] For port 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:36.112328 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.125087 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Calling delete_port for 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:36.132787 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:36.151903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 73322c7e-baea-44da-8017-2d7f6b2f10cc {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:36.152163 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 73322c7e-baea-44da-8017-2d7f6b2f10cc not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:36.305528 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.330660 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae6d6f6-b5e1-449e-935c-daa7ad067fd6,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:36.490103 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:36.943877 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Router 71567397-9f3f-453e-848b-15828a5c4e27 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:37.047978 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:37.053325 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6467ecea-0b50-4ec3-a25b-333a2b18ad54 admin admin] 10.222.0.15 "PUT /v2.0/routers/71567397-9f3f-453e-848b-15828a5c4e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983430 Jul 15 15:47:37.055813 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35360) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:37.056552 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] Sync routers for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:37.065731 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:37.066451 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:37.154294 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-ad8af451-3eeb-467a-8847-332513afae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.156676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.181633 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:37.254608 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.304875 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Deleting port 71f2b730-a78f-4b4c-a37f-1df07e04b09e {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:37.305213 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.353726 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:47:36Z', 'revision_number': 5, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port': {'id': '71f2b730-a78f-4b4c-a37f-1df07e04b09e', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71567397-9f3f-453e-848b-15828a5c4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:18Z', 'updated_at': '2021-07-15T15:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:37.379051 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] Checking router: 71567397-9f3f-453e-848b-15828a5c4e27 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:37.385087 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] For port 71f2b730-a78f-4b4c-a37f-1df07e04b09e, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=71f2b730-a78f-4b4c-a37f-1df07e04b09e,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:37.385621 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.388266 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] Routers {'71567397-9f3f-453e-848b-15828a5c4e27'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:37.388897 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['71567397-9f3f-453e-848b-15828a5c4e27'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:37.396909 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Calling delete_port for 71f2b730-a78f-4b4c-a37f-1df07e04b09e owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:37.468864 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.484006 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] Set router 71567397-9f3f-453e-848b-15828a5c4e27 gateway port host: None {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:37.568340 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.595355 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=71f2b730-a78f-4b4c-a37f-1df07e04b09e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:37.659430 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.660471 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:47:37Z', 'revision_number': 6, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port_host': None}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:37.686134 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db261c-3da8-4ce4-bd2d-4c7eebcaa2ee None None] The sync data for ids ['71567397-9f3f-453e-848b-15828a5c4e27'] in dv-cinder-789603-12-iscsi is: [{'id': '71567397-9f3f-453e-848b-15828a5c4e27', 'name': 'tempest-TestShelveInstance-1350824332-router', 'tenant_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:17Z', 'updated_at': '2021-07-15T15:47:37Z', 'revision_number': 6, 'project_id': 'ea187ac9f5f340c88c93e9aafe50141b', 'gw_port_host': None}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:37.752768 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.754857 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.795636 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.796208 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71567397-9f3f-453e-848b-15828a5c4e27 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:47:37.801313 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.802531 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f3553e46-94f1-4616-afd9-55e28f7b3bfa admin admin] 10.222.0.15 "DELETE /v2.0/routers/71567397-9f3f-453e-848b-15828a5c4e27 HTTP/1.1" status: 204 len: 168 time: 0.7458048 Jul 15 15:47:37.805045 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35362) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:37.848651 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Deleting subnet 9b698455-eb49-4b6d-81f8-d2686299a848 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:47:37.851657 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.883842 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:37.960154 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.009619 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.010231 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.037325 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.039991 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9b698455-eb49-4b6d-81f8-d2686299a848 HTTP/1.1" status: 204 len: 168 time: 0.2339861 Jul 15 15:47:38.041195 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae520ce9-5dbf-4344-bc7f-ede3ec02ac5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b698455-eb49-4b6d-81f8-d2686299a848,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:38.042573 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35364) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:38.051156 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d664e6-8a5a-475e-ab8e-8a7cbc89eaae None None] Network 61ff0678-7f39-42d5-9c65-4fa24710475b requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:38.116758 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.179857 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Deleting port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:38.180008 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:38.180447 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.202016 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:38.202375 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ae6d6f6-b5e1-449e-935c-daa7ad067fd6 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:38.241769 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] For port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,segment=NetworkSegment(500908f9-d3bb-4686-84ed-f5b44f18e071),segment_id=500908f9-d3bb-4686-84ed-f5b44f18e071)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:38.242148 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.254202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Calling delete_port for 644c6afb-13e2-4c1b-a20b-e9e9393a37dc owned by network:dhcp {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:38.331687 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.357360 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=644c6afb-13e2-4c1b-a20b-e9e9393a37dc,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:38.360603 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] No DVR routers for this DVR port 644c6afb-13e2-4c1b-a20b-e9e9393a37dc on host dv-cinder-789603-12-iscsi {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:38.429312 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.439053 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ff0678-7f39-42d5-9c65-4fa24710475b']}} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:38.503659 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e22f4-54aa-4de9-8a61-52e10a8ff089 None None] DHCP port deletion for 61ff0678-7f39-42d5-9c65-4fa24710475b request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:47:38.716982 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500908f9-d3bb-4686-84ed-f5b44f18e071') {'for_net_delete': True} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:38.717275 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500908f9-d3bb-4686-84ed-f5b44f18e071') {} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:38.726582 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789847'] for segment, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.740148 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.746725 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=99541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:47:38.747107 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5789309'] for segment, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: Traceback (most recent call last): Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: timer() Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: cb(*args, **kw) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: return func(*args, **kwargs) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: self._notify() Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: self.callback(batched_events) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: event.method(event) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: return f(self, *a, **k) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._get(url).json() Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: return self.request(url, 'GET', **kwargs) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:47:38.748717 dv-cinder-789603-12-iscsi neutron-server[99541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:47:38.799816 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.804925 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:38.806788 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/61ff0678-7f39-42d5-9c65-4fa24710475b HTTP/1.1" status: 204 len: 168 time: 0.7631369 Jul 15 15:47:38.809968 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35366) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:38.817194 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596d1e7-767c-44f8-a39a-edd6383d42b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ff0678-7f39-42d5-9c65-4fa24710475b,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:39.139866 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:39.380454 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Deleting port 53bc4be8-6d5e-4c12-8871-4cdead53dac2 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:39.380798 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:39.454847 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] For port 53bc4be8-6d5e-4c12-8871-4cdead53dac2, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=53bc4be8-6d5e-4c12-8871-4cdead53dac2,segment=NetworkSegment(1bcd80bb-e0cd-415a-b450-40da7f582cb0),segment_id=1bcd80bb-e0cd-415a-b450-40da7f582cb0)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:39.455125 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:39.466902 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Calling delete_port for 53bc4be8-6d5e-4c12-8871-4cdead53dac2 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:39.611214 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:39.639174 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:39.664884 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Pushing event deleted for resources: {'Port': ['ID=53bc4be8-6d5e-4c12-8871-4cdead53dac2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:39.827526 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:39.891635 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 71f2b730-a78f-4b4c-a37f-1df07e04b09e no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:39.915686 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 71f2b730-a78f-4b4c-a37f-1df07e04b09e {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:39.916034 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 71f2b730-a78f-4b4c-a37f-1df07e04b09e not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:39.916463 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 644c6afb-13e2-4c1b-a20b-e9e9393a37dc no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:39.934505 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 644c6afb-13e2-4c1b-a20b-e9e9393a37dc {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:39.934779 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 644c6afb-13e2-4c1b-a20b-e9e9393a37dc not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:40.038723 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Router 342a02ba-bd68-4369-9633-6984ee906336 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:40.138380 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:40.144680 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-11792d2e-666d-44e9-b13e-3f3095c2f74b admin admin] 10.222.0.15 "PUT /v2.0/routers/342a02ba-bd68-4369-9633-6984ee906336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3324845 Jul 15 15:47:40.146039 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35368) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:40.146819 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] Sync routers for ids ['342a02ba-bd68-4369-9633-6984ee906336'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:40.156568 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] Routers {'342a02ba-bd68-4369-9633-6984ee906336'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:40.157164 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['342a02ba-bd68-4369-9633-6984ee906336'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:40.261478 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] Set router 342a02ba-bd68-4369-9633-6984ee906336 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:40.440162 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:47:39Z', 'revision_number': 5, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:40.469568 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] Checking router: 342a02ba-bd68-4369-9633-6984ee906336 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:40.478276 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] Routers {'342a02ba-bd68-4369-9633-6984ee906336'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:40.478879 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['342a02ba-bd68-4369-9633-6984ee906336'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:40.499580 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:40.578701 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] Set router 342a02ba-bd68-4369-9633-6984ee906336 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:40.599160 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:40.654674 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Deleting port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:40.655009 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:40.731834 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] For port 3ba25f1d-5123-4c4a-9f75-ffd373e88d16, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:40.732097 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:40.743828 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Calling delete_port for 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:40.748855 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:47:39Z', 'revision_number': 5, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:40.774027 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f79fc-9440-43b2-9181-d91bd11e020b None None] The sync data for ids ['342a02ba-bd68-4369-9633-6984ee906336'] in dv-cinder-789603-12-iscsi is: [{'id': '342a02ba-bd68-4369-9633-6984ee906336', 'name': 'tempest-TestShelveInstance-2101464260-router', 'tenant_id': '47b03e4406e64968b5fa3cf6c449a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:25Z', 'updated_at': '2021-07-15T15:47:39Z', 'revision_number': 5, 'project_id': '47b03e4406e64968b5fa3cf6c449a975', 'gw_port': {'id': '3ba25f1d-5123-4c4a-9f75-ffd373e88d16', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:22:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a02ba-bd68-4369-9633-6984ee906336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:26Z', 'updated_at': '2021-07-15T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:40.903575 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:40.932196 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba25f1d-5123-4c4a-9f75-ffd373e88d16,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:40.990541 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.077363 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.079295 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.121205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.121915 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 342a02ba-bd68-4369-9633-6984ee906336 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:47:41.126138 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.127300 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8c503f87-4de8-401c-a4d5-3329fe441775 admin admin] 10.222.0.15 "DELETE /v2.0/routers/342a02ba-bd68-4369-9633-6984ee906336 HTTP/1.1" status: 204 len: 168 time: 0.9802284 Jul 15 15:47:41.129761 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35372) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:41.177663 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Deleting subnet db1cf3f8-cffd-44be-9060-773ae89a8b82 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:47:41.181671 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.216874 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.293431 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.347233 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.377514 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1cf3f8-cffd-44be-9060-773ae89a8b82,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:41.380907 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.386232 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-68bd5fee-1129-4968-8b41-387c5356c046 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/db1cf3f8-cffd-44be-9060-773ae89a8b82 HTTP/1.1" status: 204 len: 168 time: 0.2552233 Jul 15 15:47:41.386890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35374) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:41.388563 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647bebe-21ef-45fe-b6ee-cb45bae48f5b None None] Network a768dc06-b565-4725-aec8-fec0cb26c773 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:41.461368 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.513512 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Deleting port 8aa6878b-5a31-4f30-9987-59ccbb447f1b {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:41.513850 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.577552 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] For port 8aa6878b-5a31-4f30-9987-59ccbb447f1b, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=8aa6878b-5a31-4f30-9987-59ccbb447f1b,segment=NetworkSegment(1bcd80bb-e0cd-415a-b450-40da7f582cb0),segment_id=1bcd80bb-e0cd-415a-b450-40da7f582cb0)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:41.577910 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.593850 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Calling delete_port for 8aa6878b-5a31-4f30-9987-59ccbb447f1b owned by network:dhcp {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:41.668587 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.690452 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa6878b-5a31-4f30-9987-59ccbb447f1b,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:41.696414 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] No DVR routers for this DVR port 8aa6878b-5a31-4f30-9987-59ccbb447f1b on host dv-cinder-789603-12-iscsi {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:41.730194 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff0e94-8fdb-4702-8f7d-ecad252fd8af None None] DHCP port deletion for a768dc06-b565-4725-aec8-fec0cb26c773 request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:47:41.771608 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.782457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a768dc06-b565-4725-aec8-fec0cb26c773']}} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:41.791807 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcd80bb-e0cd-415a-b450-40da7f582cb0') {'for_net_delete': True} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:41.792114 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcd80bb-e0cd-415a-b450-40da7f582cb0') {} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:41.801002 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789847'] for segment, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.814825 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.821204 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:47:41.821582 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5789309'] for segment, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: Traceback (most recent call last): Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: timer() Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: cb(*args, **kw) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: return func(*args, **kwargs) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: self._notify() Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: self.callback(batched_events) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: event.method(event) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: return f(self, *a, **k) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._get(url).json() Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: return self.request(url, 'GET', **kwargs) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:47:41.823296 dv-cinder-789603-12-iscsi neutron-server[99541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:47:41.852758 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8aa6878b-5a31-4f30-9987-59ccbb447f1b no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:41.872248 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 8aa6878b-5a31-4f30-9987-59ccbb447f1b {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:41.872628 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 8aa6878b-5a31-4f30-9987-59ccbb447f1b not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:41.873067 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:41.877240 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.883147 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:41.884979 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a768dc06-b565-4725-aec8-fec0cb26c773 HTTP/1.1" status: 204 len: 168 time: 0.4964068 Jul 15 15:47:41.893765 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:41.894126 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 3ba25f1d-5123-4c4a-9f75-ffd373e88d16 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:41.894980 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 53bc4be8-6d5e-4c12-8871-4cdead53dac2 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:41.895444 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bf667-fda3-4f0c-8758-bfb650d2273f admin admin] Pushing event deleted for resources: {'Network': ['ID=a768dc06-b565-4725-aec8-fec0cb26c773,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:41.914292 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 53bc4be8-6d5e-4c12-8871-4cdead53dac2 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:41.914735 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 53bc4be8-6d5e-4c12-8871-4cdead53dac2 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:41.998253 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35378) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:42.040222 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9c30723a-9e99-49f2-9a55-e484e9caeeca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea187ac9f5f340c88c93e9aafe50141b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406902 Jul 15 15:47:42.042540 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35380) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:42.089305 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-35b8da6f-6a76-468f-9fae-cafc481eae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.109134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-35b8da6f-6a76-468f-9fae-cafc481eae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.153302 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-35b8da6f-6a76-468f-9fae-cafc481eae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.155835 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-35b8da6f-6a76-468f-9fae-cafc481eae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.156944 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-35b8da6f-6a76-468f-9fae-cafc481eae4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c1ba8cc-00e5-4177-8667-905139e3a6f6 HTTP/1.1" status: 204 len: 168 time: 0.1134717 Jul 15 15:47:42.164545 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8da6f-6a76-468f-9fae-cafc481eae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ba8cc-00e5-4177-8667-905139e3a6f6,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:42.454386 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35390) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:42.494003 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8c2421b4-a229-4be6-a9d1-a0ab35080709 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47b03e4406e64968b5fa3cf6c449a975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384626 Jul 15 15:47:42.496424 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35394) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:42.541926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8acc9cac-019a-4639-bd80-576e2c2039e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.564050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8acc9cac-019a-4639-bd80-576e2c2039e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.617604 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8acc9cac-019a-4639-bd80-576e2c2039e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.620249 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-8acc9cac-019a-4639-bd80-576e2c2039e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:42.623782 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8acc9cac-019a-4639-bd80-576e2c2039e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e5d0e62-00e3-4d0d-9d29-2ebaed688f85 HTTP/1.1" status: 204 len: 168 time: 0.1240830 Jul 15 15:47:42.630868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc9cac-019a-4639-bd80-576e2c2039e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d0e62-00e3-4d0d-9d29-2ebaed688f85,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:42.830425 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65b14-c0d9-4520-9e5f-8926acc8e7f2 req-c30053d4-0bce-4a0f-92d8-ab1d8ecb1549 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:42.831980 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bbd65b14-c0d9-4520-9e5f-8926acc8e7f2 req-c30053d4-0bce-4a0f-92d8-ab1d8ecb1549 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.0670226 Jul 15 15:47:42.874235 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-bbd65b14-c0d9-4520-9e5f-8926acc8e7f2 req-9d1d7b8e-bd5c-4bec-b18e-10699f61eb2e tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358624 Jul 15 15:47:44.048959 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c9bf-d0b8-44ef-bd3a-50b70287172d req-7db79f27-7751-4191-a63f-4fcff3372ab4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:44.050442 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3921c9bf-d0b8-44ef-bd3a-50b70287172d req-7db79f27-7751-4191-a63f-4fcff3372ab4 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.0614431 Jul 15 15:47:44.087017 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3921c9bf-d0b8-44ef-bd3a-50b70287172d req-45b2b824-b7f1-4ef4-bfd3-d60d428f2f68 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups?id=a08c65c8-d69e-49d1-bcbe-b7a5d2915610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Jul 15 15:47:44.229061 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-d0985fbe-3af8-4a83-ace0-42775fcf0def tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:44.230404 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-d0985fbe-3af8-4a83-ace0-42775fcf0def tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 946 time: 0.0608845 Jul 15 15:47:44.330201 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Deleting port 6dff33b4-111e-48dc-818b-055a4252c41f {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:44.330544 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:44.413523 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] For port 6dff33b4-111e-48dc-818b-055a4252c41f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6dff33b4-111e-48dc-818b-055a4252c41f,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:44.413875 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:44.576904 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:44.577204 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:44.577554 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Floating IP 6f7d9e49-78e2-4e45-a33a-ce74aac8fd34 disassociated. External IP: 172.27.3.63, port: 6dff33b4-111e-48dc-818b-055a4252c41f. Jul 15 15:47:44.577896 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Calling delete_port for 6dff33b4-111e-48dc-818b-055a4252c41f owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:44.697829 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:44.728156 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event deleted for resources: {'Port': ['ID=6dff33b4-111e-48dc-818b-055a4252c41f,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:44.837901 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:44.938927 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:44.949735 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:44.958790 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:44.959949 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:44.985404 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] No DVR routers for this DVR port 6dff33b4-111e-48dc-818b-055a4252c41f on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:44.987758 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:44.989727 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4a5df587-f3e7-4dc9-8dd4-767a51269e4e req-84ee7640-2576-44bd-93c8-6ba49f9c78fd tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.43 "DELETE /v2.0/ports/6dff33b4-111e-48dc-818b-055a4252c41f HTTP/1.1" status: 204 len: 173 time: 0.7512753 Jul 15 15:47:44.990202 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-deleted', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:47:44.992432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be954b1-6ee5-4f81-a0a4-1587e7b16f55" -d '{"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-deleted", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:47:45.032848 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5351853-9ced-4f7e-a7f5-ff300f8fb083 x-openstack-request-id: req-d5351853-9ced-4f7e-a7f5-ff300f8fb083 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:47:45.033244 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c759c36-7c36-405c-a7ba-3e1513e8af09", "name": "network-vif-deleted", "tag": "6dff33b4-111e-48dc-818b-055a4252c41f", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:47:45.033497 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5351853-9ced-4f7e-a7f5-ff300f8fb083 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:47:45.033904 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c759c36-7c36-405c-a7ba-3e1513e8af09', 'name': 'network-vif-deleted', 'tag': '6dff33b4-111e-48dc-818b-055a4252c41f', 'status': 'completed', 'code': 200} Jul 15 15:47:45.068812 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:45.273474 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fade7c71-87cb-408f-bb22-2eb0b224dfc0 req-30700104-05a3-4108-8a37-fc158e20b590 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c759c36-7c36-405c-a7ba-3e1513e8af09 HTTP/1.1" status: 200 len: 210 time: 0.0284050 Jul 15 15:47:45.277045 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:45.303121 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:45.311538 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:45.312130 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:45.412896 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:45.611923 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:45.638422 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312a361-ecbd-4e82-a163-0fd1b324b3a0 None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:40:20Z', 'revision_number': 4, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '79b626f0-43d7-49a7-b968-2ecb1af5243b', 'name': '', 'network_id': 'b6acb0e4-b836-46df-b1fc-a386e5e23f6f', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'mac_address': 'fa:16:3e:0d:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:18Z', 'updated_at': '2021-07-15T15:40:30Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'subnets': [{'id': '58e7d897-ed51-4128-9569-a7aee504c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:45.850814 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610fa9c9-36f3-4f9c-9dfe-0e8ee7a257e9 None None] New status for floating IP 6f7d9e49-78e2-4e45-a33a-ce74aac8fd34: DOWN {{(pid=99544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:47:46.397491 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35410) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:46.450868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-308d96f1-16c8-4e6d-8a9b-4a9a2f4275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.472610 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-308d96f1-16c8-4e6d-8a9b-4a9a2f4275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.517385 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-308d96f1-16c8-4e6d-8a9b-4a9a2f4275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.520046 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-308d96f1-16c8-4e6d-8a9b-4a9a2f4275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.521161 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-308d96f1-16c8-4e6d-8a9b-4a9a2f4275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "DELETE /v2.0/security-groups/a08c65c8-d69e-49d1-bcbe-b7a5d2915610 HTTP/1.1" status: 204 len: 168 time: 0.1221302 Jul 15 15:47:46.524007 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35412) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:46.529781 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d96f1-16c8-4e6d-8a9b-4a9a2f4275b0 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c65c8-d69e-49d1-bcbe-b7a5d2915610,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:46.537335 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.api.v2.resource [None req-356e2c07-4ca2-4cd6-a309-97832691ca82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] show failed (client error): The resource could not be found. Jul 15 15:47:46.540931 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-356e2c07-4ca2-4cd6-a309-97832691ca82 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "GET /v2.0/security-groups/a08c65c8-d69e-49d1-bcbe-b7a5d2915610 HTTP/1.1" status: 404 len: 347 time: 0.0132871 Jul 15 15:47:46.541146 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35414) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:46.661506 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Deleting port a8caa76f-1b9f-4b1c-b5a8-ea41b8554aaf {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:46.661852 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.736067 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.736394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.747938 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Calling delete_port for a8caa76f-1b9f-4b1c-b5a8-ea41b8554aaf owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:46.871443 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.898582 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Pushing event deleted for resources: {'Port': ['ID=a8caa76f-1b9f-4b1c-b5a8-ea41b8554aaf,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:46.957298 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.959951 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:46.961070 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9ede4361-422f-48bd-9a68-cecd2e6f72f3 tempest-AttachVolumeShelveTestJSON-828189603 tempest-AttachVolumeShelveTestJSON-828189603-project] 10.222.0.15 "DELETE /v2.0/floatingips/6f7d9e49-78e2-4e45-a33a-ce74aac8fd34 HTTP/1.1" status: 204 len: 168 time: 0.4190052 Jul 15 15:47:48.187388 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:48.207388 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 6dff33b4-111e-48dc-818b-055a4252c41f {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:48.207814 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 6dff33b4-111e-48dc-818b-055a4252c41f not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:49.497475 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35436) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:50.001786 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.240222 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Deleting port 79b626f0-43d7-49a7-b968-2ecb1af5243b {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:50.240566 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.314405 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] For port 79b626f0-43d7-49a7-b968-2ecb1af5243b, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=79b626f0-43d7-49a7-b968-2ecb1af5243b,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:50.314684 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.326540 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Calling delete_port for 79b626f0-43d7-49a7-b968-2ecb1af5243b owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:50.516656 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.546504 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Pushing event deleted for resources: {'Port': ['ID=79b626f0-43d7-49a7-b968-2ecb1af5243b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:50.704286 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:50.907531 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:51.008491 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:51.013416 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a93ae5fc-990d-4f3b-9d38-faf70a13476d admin admin] 10.222.0.15 "PUT /v2.0/routers/7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149100 Jul 15 15:47:51.015960 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35440) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:51.018646 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] Sync routers for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:51.027608 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:51.028219 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:51.113734 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.128680 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:51.311581 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:47:50Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:51.337926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] Checking router: 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:51.346373 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] Routers {'7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:51.346990 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:51.447638 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] Set router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:51.456517 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.507126 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Deleting port a00841d5-5ca7-439d-8dfb-31af25ab961f {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:51.507462 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.584287 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] For port a00841d5-5ca7-439d-8dfb-31af25ab961f, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=a00841d5-5ca7-439d-8dfb-31af25ab961f,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:51.584983 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.600534 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Calling delete_port for a00841d5-5ca7-439d-8dfb-31af25ab961f owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:51.617965 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:47:50Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:51.646645 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5a370-7ee4-474c-afd5-c1f31561f125 None None] The sync data for ids ['7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8'] in dv-cinder-789603-12-iscsi is: [{'id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'name': 'tempest-AttachVolumeShelveTestJSON-200335102-router', 'tenant_id': 'a0719710669541798e3075aa1f198e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:40:13Z', 'updated_at': '2021-07-15T15:47:50Z', 'revision_number': 5, 'project_id': 'a0719710669541798e3075aa1f198e19', 'gw_port': {'id': 'a00841d5-5ca7-439d-8dfb-31af25ab961f', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:40:14Z', 'updated_at': '2021-07-15T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:51.758408 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.788309 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00841d5-5ca7-439d-8dfb-31af25ab961f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:51.845246 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.931069 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.933019 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.975034 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.975396 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:47:51.979591 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:51.980724 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f9ba7bf2-9755-4b1a-b494-900483ea1507 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7f27ccd8-5b22-446f-a9fc-3c9aa5a5f9c8 HTTP/1.1" status: 204 len: 168 time: 0.9638696 Jul 15 15:47:51.983277 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35442) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:52.032477 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Deleting subnet 58e7d897-ed51-4128-9569-a7aee504c9c7 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:47:52.035719 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.072619 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.114841 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 79b626f0-43d7-49a7-b968-2ecb1af5243b no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:52.134528 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 79b626f0-43d7-49a7-b968-2ecb1af5243b {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:52.134870 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 79b626f0-43d7-49a7-b968-2ecb1af5243b not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:52.153965 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.209947 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.235458 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e7d897-ed51-4128-9569-a7aee504c9c7,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:52.238874 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.240799 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f20c7477-5b4a-46bf-aad4-99579b7294f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/58e7d897-ed51-4128-9569-a7aee504c9c7 HTTP/1.1" status: 204 len: 168 time: 0.2565370 Jul 15 15:47:52.243352 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35444) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:52.252964 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33825b-0fa6-4585-a830-66826d401ef5 None None] Network b6acb0e4-b836-46df-b1fc-a386e5e23f6f requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:52.313921 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.370755 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Deleting port c922eea8-e854-44be-a024-ec1b33cd487a {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:47:52.371006 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.444217 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] For port c922eea8-e854-44be-a024-ec1b33cd487a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=c922eea8-e854-44be-a024-ec1b33cd487a,segment=NetworkSegment(dd4c7b22-55fd-4a01-9a9d-72c22413cf60),segment_id=dd4c7b22-55fd-4a01-9a9d-72c22413cf60)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:52.444575 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.455783 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Calling delete_port for c922eea8-e854-44be-a024-ec1b33cd487a owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:47:52.531888 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.559609 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c922eea8-e854-44be-a024-ec1b33cd487a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:52.563339 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] No DVR routers for this DVR port c922eea8-e854-44be-a024-ec1b33cd487a on host dv-cinder-789603-12-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:47:52.630865 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.641494 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6acb0e4-b836-46df-b1fc-a386e5e23f6f']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:52.647155 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab6491-9e8b-46fb-8d8c-99abc4cc9ac2 None None] DHCP port deletion for b6acb0e4-b836-46df-b1fc-a386e5e23f6f request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:47:52.652051 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:52.652345 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4c7b22-55fd-4a01-9a9d-72c22413cf60') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:52.664208 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.683860 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.689837 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:47:52.690238 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:47:52.691871 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:47:52.744520 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.749612 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.751488 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6acb0e4-b836-46df-b1fc-a386e5e23f6f HTTP/1.1" status: 204 len: 168 time: 0.5071363 Jul 15 15:47:52.761823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cc7d0-9e8a-4367-ac9b-dd46be087f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6acb0e4-b836-46df-b1fc-a386e5e23f6f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:52.856495 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35448) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:52.894484 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b76bbd4c-746e-4bf4-b482-6d597a8f1e31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0719710669541798e3075aa1f198e19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0367386 Jul 15 15:47:52.897243 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35450) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:52.942145 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fdd117a3-ba2d-4579-9036-f78b253cc40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:52.963031 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fdd117a3-ba2d-4579-9036-f78b253cc40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.011026 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fdd117a3-ba2d-4579-9036-f78b253cc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.013563 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fdd117a3-ba2d-4579-9036-f78b253cc40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.014708 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fdd117a3-ba2d-4579-9036-f78b253cc40d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74f7bd84-8598-4fc3-9b12-6517351cde03 HTTP/1.1" status: 204 len: 168 time: 0.1165950 Jul 15 15:47:53.022507 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd117a3-ba2d-4579-9036-f78b253cc40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7bd84-8598-4fc3-9b12-6517351cde03,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:53.642236 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35472) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:53.733218 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-861656126-network', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:53.753423 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Made reservation on behalf of 1d335aaa74bc45e6a94a9faf5febe338 for: {'network': 1} {{(pid=99542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:47:53.756205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for network, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.764217 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.847902 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c922eea8-e854-44be-a024-ec1b33cd487a no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:53.855102 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.859579 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.867429 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: c922eea8-e854-44be-a024-ec1b33cd487a {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:53.867788 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c922eea8-e854-44be-a024-ec1b33cd487a not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:53.868210 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device a00841d5-5ca7-439d-8dfb-31af25ab961f no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:47:53.885517 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=99542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:47:53.887242 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: a00841d5-5ca7-439d-8dfb-31af25ab961f {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:47:53.887583 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device a00841d5-5ca7-439d-8dfb-31af25ab961f not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:47:53.897275 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959188d3-25d3-440d-a311-6117e44b1aa2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:53.903145 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.903482 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.segments_db [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Added segment 33e2b8bc-f780-4ff4-8401-9b546b77b0a9 of type vlan for network c6433bf3-772c-4e0d-86c7-23adae56c4e2 Jul 15 15:47:53.942205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740808202487'] for network, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.969105 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040'] for network, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:53.969968 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:53.970583 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.000155 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3568707 Jul 15 15:47:54.003276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35476) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:54.009184 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Request body: {'subnet': {'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-861656126-subnet', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:54.031848 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d37387-1071-42f2-b279-af79bd0147a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6433bf3-772c-4e0d-86c7-23adae56c4e2,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:54.033510 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Made reservation on behalf of 1d335aaa74bc45e6a94a9faf5febe338 for: {'subnet': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:47:54.035916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5058242'] for subnet, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.042530 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 details requested by agent ovs-agent-dv-cinder-789603-12-iscsi with host dv-cinder-789603-12-iscsi {{(pid=99543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:47:54.196824 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5789696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5058256'] for subnet, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.197910 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:47:54.249584 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b534fa8-0c63-4e06-890b-6095b5ce1519,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:54.257734 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Checking segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:54.258086 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Network hostable DHCP agents. Network: c6433bf3-772c-4e0d-86c7-23adae56c4e2, hostable agents: ['a606fac4-4b5f-48bd-a0dd-84d27350459a'], hosted agents: [] {{(pid=99541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:47:54.274016 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 is scheduled to be hosted by DHCP agent a606fac4-4b5f-48bd-a0dd-84d27350459a with binding_index 1 {{(pid=99541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:47:54.282084 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-12-iscsi, c6433bf3-772c-4e0d-86c7-23adae56c4e2) {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:54.286215 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:54.287505 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.294926 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a54ddd4-6b59-4b52-b127-cbeb057a4e3d None None] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:54.304511 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-84a10c6e-0320-45d3-8b84-a3f9b2019e87 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2992077 Jul 15 15:47:54.306926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35478) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:54.311337 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:54.332631 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8079'] for router, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.333869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.387063 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.520877 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5230'] for router, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.559458 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c63f18c-11b4-5ba3-a1bf-f5f642907b82-c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519'}]}} from dv-cinder-789603-12-iscsi. {{(pid=99543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:47:54.560392 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.686311 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.db_base_plugin_common [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Allocated IP 172.20.0.2 (c6433bf3-772c-4e0d-86c7-23adae56c4e2/7b534fa8-0c63-4e06-890b-6095b5ce1519/87f40eb2-1adc-4815-b1ec-593472c94420) {{(pid=99543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:47:54.714945 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.737246 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.828945 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.836897 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Allocated IP 172.27.3.6 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/c946de6d-31a3-41f7-9aa9-f6aa4573d259) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:47:54.837429 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Transition to ACTIVE for port object 87f40eb2-1adc-4815-b1ec-593472c94420 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:54.852699 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Transition to ACTIVE for port object 87f40eb2-1adc-4815-b1ec-593472c94420 will not be triggered until provisioned by entity DHCP. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:54.858323 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179'] for port, after_create {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.892000 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 is already hosted by enough agents. {{(pid=99543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:47:54.897148 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.scheduler.base_scheduler [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Resources bound (agent type, host, resource id): {{(pid=99543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:54.900609 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Received port after_create {{(pid=99543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:47:54.908842 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Pushing event updated for resources: {'Port': ['ID=87f40eb2-1adc-4815-b1ec-593472c94420,revision_number=1']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:54.935081 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.935451 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.935770 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.936104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.936432 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.936759 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.937084 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.937407 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.937740 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.941118 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.942443 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.942822 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.943318 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:54.980297 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.981602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Attempting to bind port 87f40eb2-1adc-4815-b1ec-593472c94420 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:47:54.981979 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Attempting to bind port 87f40eb2-1adc-4815-b1ec-593472c94420 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:47:54.982374 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Attempting to bind port 87f40eb2-1adc-4815-b1ec-593472c94420 on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:54.988291 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:47:54.988291 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Checking segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:54.988291 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:54.988641 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Bound using segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:47:54.988921 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Bound port: 87f40eb2-1adc-4815-b1ec-593472c94420, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:47:54.989300 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:55.014345 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:47:55.018956 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:55.022841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:47:55.048916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Pushing event updated for resources: {'Port': ['ID=c946de6d-31a3-41f7-9aa9-f6aa4573d259,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:55.049573 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] For port 87f40eb2-1adc-4815-b1ec-593472c94420, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:55.054339 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] For port 87f40eb2-1adc-4815-b1ec-593472c94420, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=87f40eb2-1adc-4815-b1ec-593472c94420,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:47:55.059610 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:55.122771 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999878-211e-406e-b960-55f6bb12b9a4 None None] Pushing event updated for resources: {'Port': ['ID=87f40eb2-1adc-4815-b1ec-593472c94420,revision_number=2']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:55.277584 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:55.481613 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025549'] for router, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:55.604042 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 is scheduled to L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 with binding_index 1 {{(pid=99541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:47:55.710556 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:55.720849 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:55.727518 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] Notify callbacks [] for router, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:55.728907 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-7b5a0f1f-f9ed-4f95-8ea0-599edd851d5f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4210360 Jul 15 15:47:55.732047 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35480) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:55.739480 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:55.740148 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:55.856328 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:55.905027 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 87f40eb2-1adc-4815-b1ec-593472c94420 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:47:55.966306 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 87f40eb2-1adc-4815-b1ec-593472c94420 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:47:56.026345 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2b20a-4cfb-4461-bc27-27558cd1e53d None None] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:47:56.055447 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:55Z', 'revision_number': 3, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:56.081439 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:56.081772 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Updating router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 port c946de6d-31a3-41f7-9aa9-f6aa4573d259 binding host dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:47:56.107687 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] Provisioning for port 87f40eb2-1adc-4815-b1ec-593472c94420 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:47:56.117005 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] Provisioning complete for port 87f40eb2-1adc-4815-b1ec-593472c94420 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:56.117360 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.123974 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.178821 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.254533 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.295904 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] For port 87f40eb2-1adc-4815-b1ec-593472c94420, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=87f40eb2-1adc-4815-b1ec-593472c94420,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:56.304889 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.358937 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Allocated IP 172.20.0.1 (c6433bf3-772c-4e0d-86c7-23adae56c4e2/7b534fa8-0c63-4e06-890b-6095b5ce1519/84a88391-ff48-47f6-8add-1af397c46e10) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:47:56.363780 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb4b0a-1839-459b-a1f6-6e7678748025 None None] Pushing event updated for resources: {'Port': ['ID=87f40eb2-1adc-4815-b1ec-593472c94420,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:56.474462 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.489025 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.provisioning_blocks [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Transition to ACTIVE for port object 84a88391-ff48-47f6-8add-1af397c46e10 will not be triggered until provisioned by entity DHCP. {{(pid=99542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:56.500906 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Notify callbacks [] for port, precommit_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.510890 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.provisioning_blocks [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Transition to ACTIVE for port object c946de6d-31a3-41f7-9aa9-f6aa4573d259 will not be triggered until provisioned by entity L2. {{(pid=99544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:56.516350 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.527202 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.533828 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-c63dc21c-475a-463c-a165-e76b84b492b1 None None] Provisioning complete for port 87f40eb2-1adc-4815-b1ec-593472c94420 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:56.534339 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c63dc21c-475a-463c-a165-e76b84b492b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.563150 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Attempting to bind port c946de6d-31a3-41f7-9aa9-f6aa4573d259 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:47:56.563798 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Attempting to bind port c946de6d-31a3-41f7-9aa9-f6aa4573d259 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:47:56.564147 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Attempting to bind port c946de6d-31a3-41f7-9aa9-f6aa4573d259 on network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:56.573420 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:47:56.573801 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Pushing event updated for resources: {'Port': ['ID=c946de6d-31a3-41f7-9aa9-f6aa4573d259,revision_number=2']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:56.576246 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:47:56.576811 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Checking segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:56.577206 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.577593 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Bound using segment: {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'} {{(pid=99544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:47:56.578056 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.managers [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Bound port: c946de6d-31a3-41f7-9aa9-f6aa4573d259, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c60378-fa35-47c4-960d-16ddbeedb684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}}] {{(pid=99544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:47:56.578472 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.579050 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:56.581039 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Pushing event updated for resources: {'Port': ['ID=84a88391-ff48-47f6-8add-1af397c46e10,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:56.583209 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:47:56.607912 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.608489 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.609054 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.609343 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.609664 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.609984 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.610482 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.610986 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.611480 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.611968 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.612455 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.612929 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:47:56.628772 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-939834'] for router_interface, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.655696 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] For port c946de6d-31a3-41f7-9aa9-f6aa4573d259, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:56.659118 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.plugins.ml2.db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] For port c946de6d-31a3-41f7-9aa9-f6aa4573d259, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=c946de6d-31a3-41f7-9aa9-f6aa4573d259,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:47:56.664568 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron_lib.callbacks.manager [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.720757 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:56.721403 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:56.758885 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce07dc-735a-40ee-a8db-46b7663b3c82 None None] Pushing event updated for resources: {'Port': ['ID=c946de6d-31a3-41f7-9aa9-f6aa4573d259,revision_number=3']} {{(pid=99544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:56.783355 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.831590 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:56.872835 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-48a5cd2e-1476-49a6-92dc-9aa64c106b3f None None] Provisioning for port 84a88391-ff48-47f6-8add-1af397c46e10 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:47:56.877340 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-48a5cd2e-1476-49a6-92dc-9aa64c106b3f None None] Provisioning complete for port 84a88391-ff48-47f6-8add-1af397c46e10 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:56.877714 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-48a5cd2e-1476-49a6-92dc-9aa64c106b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.910104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-48a5cd2e-1476-49a6-92dc-9aa64c106b3f None None] Port 84a88391-ff48-47f6-8add-1af397c46e10 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:47:56.943091 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:56.947871 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.008390 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:55Z', 'revision_number': 3, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:57.014763 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Pushing event updated for resources: {'Port': ['ID=84a88391-ff48-47f6-8add-1af397c46e10,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:57.018586 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939854'] for router_interface, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.037560 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370b52-937f-4d2f-b7d8-3fd14d96310e None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:55Z', 'revision_number': 3, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:57.112815 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:47:57.114218 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:57.232962 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:47:57.364817 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:47:57.372415 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-114d7000-c15a-454a-831a-fc1e02f551af admin admin] 10.222.0.15 "PUT /v2.0/routers/ced9a8ac-9107-4a52-a6c3-6ad8879cda46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393125 Jul 15 15:47:57.432408 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-793e0799-97f0-451e-83c6-df33e8d52dca None None] Provisioning complete for port 84a88391-ff48-47f6-8add-1af397c46e10 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:57.433165 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-793e0799-97f0-451e-83c6-df33e8d52dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.469598 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-793e0799-97f0-451e-83c6-df33e8d52dca None None] Port 84a88391-ff48-47f6-8add-1af397c46e10 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:47:57.843663 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35488) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:57.848332 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157355450', 'description': 'tempest-description--914940433'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:57.871353 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.940802 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c946de6d-31a3-41f7-9aa9-f6aa4573d259 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:47:57.954066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.958398 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.987706 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9203a7-538f-40d1-af7b-69e0e56e2147,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:57.991134 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:57.995490 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port c946de6d-31a3-41f7-9aa9-f6aa4573d259 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:47:57.995896 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-04b29a12-a06b-4f43-8f8a-405f253e7b54 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1478491 Jul 15 15:47:57.996303 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35490) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:57.997011 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port c946de6d-31a3-41f7-9aa9-f6aa4573d259 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:57.997419 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.001393 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'security_group_rule': {'security_group_id': '1f9203a7-538f-40d1-af7b-69e0e56e2147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:58.029025 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.079946 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.089558 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.093021 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.101316 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port c946de6d-31a3-41f7-9aa9-f6aa4573d259, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=c946de6d-31a3-41f7-9aa9-f6aa4573d259,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:47:58.105535 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.106341 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 87f40eb2-1adc-4815-b1ec-593472c94420 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:47:58.113011 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a75c89-f378-44a3-aee3-d21fc4b8825b,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:58.115470 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.118614 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-231219b5-878e-4c49-9ed7-522afd51b9bb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208620 Jul 15 15:47:58.120158 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35492) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:58.125048 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'security_group_rule': {'security_group_id': '1f9203a7-538f-40d1-af7b-69e0e56e2147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:58.152547 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.182818 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=c946de6d-31a3-41f7-9aa9-f6aa4573d259,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:58.195089 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 87f40eb2-1adc-4815-b1ec-593472c94420 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:47:58.195464 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.212388 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.217078 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.237503 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1b321b-df77-4a04-b839-da7b301976c5,revision_number=0']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:58.242359 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.244629 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1cf7345b-279e-4cdd-94ee-d9faf8a7c8cc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234856 Jul 15 15:47:58.247362 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35494) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:47:58.252314 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:47:58.280354 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.377778 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.485100 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Allocated IP 172.27.3.213 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/b693a8a6-8fb0-4ee3-9ed0-a603f46e454f) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:47:58.562232 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:47:58.571486 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:58.572096 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:58.589790 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.627981 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.663175 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:47:58.667868 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:47:58.671227 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:47:58.680492 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:58.699514 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'Port': ['ID=b693a8a6-8fb0-4ee3-9ed0-a603f46e454f,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:58.759535 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.802520 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.881550 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 2, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:58.907290 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:47:58.907642 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Updating router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 port 84a88391-ff48-47f6-8add-1af397c46e10 binding host dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:47:58.939988 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.952250 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:58.956548 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.026140 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'Port': ['ID=b693a8a6-8fb0-4ee3-9ed0-a603f46e454f,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:59.034079 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.047356 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.048751 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-62a20867-fe5c-47f8-8c12-bd652ad541e1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8003089 Jul 15 15:47:59.189698 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-a64c1d81-7cab-4eb7-b530-5f4e73e62d26 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1157355450&fields=id&tenant_id=1d335aaa74bc45e6a94a9faf5febe338 HTTP/1.1" status: 200 len: 267 time: 0.0336304 Jul 15 15:47:59.206774 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Notify callbacks [] for port, precommit_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.217158 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Transition to ACTIVE for port object 84a88391-ff48-47f6-8add-1af397c46e10 will not be triggered until provisioned by entity L2. {{(pid=99543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:47:59.223050 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.269365 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2a97-70de-4cd7-8e34-d643a84c5f18 None None] Pushing event updated for resources: {'Port': ['ID=84a88391-ff48-47f6-8add-1af397c46e10,revision_number=3']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:59.306988 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-073b6529-22bd-4517-9a8a-4bd119fb03eb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:47:59.308631 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-073b6529-22bd-4517-9a8a-4bd119fb03eb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 810 time: 0.1125317 Jul 15 15:47:59.323751 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-788ba881-b27f-4467-b1c6-7e9e969eabe9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/quotas/1d335aaa74bc45e6a94a9faf5febe338 HTTP/1.1" status: 200 len: 375 time: 0.0095477 Jul 15 15:47:59.326293 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Attempting to bind port 84a88391-ff48-47f6-8add-1af397c46e10 on host dv-cinder-789603-12-iscsi for vnic_type normal with profile {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:47:59.326672 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Attempting to bind port 84a88391-ff48-47f6-8add-1af397c46e10 by drivers openvswitch,hyperv on host dv-cinder-789603-12-iscsi at level 0 using segments [{'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:47:59.327044 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Attempting to bind port 84a88391-ff48-47f6-8add-1af397c46e10 on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:47:59.332279 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Checking agent: {'id': 'a439c1bd-a810-46f0-b8fd-e4a524efd9cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 32, 37), 'started_at': datetime.datetime(2021, 7, 15, 15, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:47:59.332725 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Checking segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:47:59.333043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.333990 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Bound using segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} {{(pid=99543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:47:59.334548 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.managers [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Bound port: 84a88391-ff48-47f6-8add-1af397c46e10, host: dv-cinder-789603-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}}] {{(pid=99543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:47:59.334935 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.397805 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-88e5f411-2751-4222-a2fc-b8be8a4fbc25 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684235 Jul 15 15:47:59.403822 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] For port 84a88391-ff48-47f6-8add-1af397c46e10, host dv-cinder-789603-12-iscsi, cleared binding levels {{(pid=99543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:47:59.407459 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] For port 84a88391-ff48-47f6-8add-1af397c46e10, host dv-cinder-789603-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=84a88391-ff48-47f6-8add-1af397c46e10,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:47:59.412715 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:47:59.472868 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:47:59.473397 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:47:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:59.477582 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2a97-70de-4cd7-8e34-d643a84c5f18 None None] Pushing event updated for resources: {'Port': ['ID=84a88391-ff48-47f6-8add-1af397c46e10,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:47:59.502935 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-9554944c-2511-4cd4-8c4b-86015ce4a842 service neutron] 10.222.0.15 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927863 Jul 15 15:47:59.592485 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:47:59.599932 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-6c2668f3-6245-4c87-b9b1-392c33966f27 service neutron] 10.222.0.15 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901265 Jul 15 15:47:59.817241 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:47:59Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:47:59.863053 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924b0a65-eaf5-41e0-9e88-8d66a86dace4 None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:47:59Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:47:59.871421 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c946de6d-31a3-41f7-9aa9-f6aa4573d259 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:00.087134 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b1638549-60e5-4be8-8a40-2ad6a4d9706c req-ad475de0-62d7-471b-8941-dd7f469fe5c0 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 210 time: 0.3295193 Jul 15 15:48:00.116112 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port c946de6d-31a3-41f7-9aa9-f6aa4573d259 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:00.116642 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.040457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-94572e99-65ba-44bf-8451-4e2311764edf tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:01.041937 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-94572e99-65ba-44bf-8451-4e2311764edf tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 810 time: 0.1060877 Jul 15 15:48:01.101382 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-a449f819-d7d9-45da-b890-8022266a8d04 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d335aaa74bc45e6a94a9faf5febe338 HTTP/1.1" status: 200 len: 380 time: 0.0341618 Jul 15 15:48:01.112305 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'port': {'device_id': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'admin_state_up': True, 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'security_groups': ['1f9203a7-538f-40d1-af7b-69e0e56e2147']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:01.236741 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2a7cf3f-0e09-42aa-b722-fbce76351125 req-a5bf7fe4-37e3-40cf-b16a-e18c10d57b68 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 210 time: 0.0337424 Jul 15 15:48:01.250593 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Made reservation on behalf of 1d335aaa74bc45e6a94a9faf5febe338 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:01.254081 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.372720 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Allocated IP 172.20.0.5 (c6433bf3-772c-4e0d-86c7-23adae56c4e2/7b534fa8-0c63-4e06-890b-6095b5ce1519/e2e81c14-14c6-499f-82e2-74916b68ac8a) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:01.503704 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.516133 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Transition to ACTIVE for port object e2e81c14-14c6-499f-82e2-74916b68ac8a will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:01.547893 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.591744 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:01.594825 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:01.598612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:01.811427 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-3bed792d-b4a6-4796-963a-d42e7ec27730 None None] Provisioning for port e2e81c14-14c6-499f-82e2-74916b68ac8a completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:01.819838 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-3bed792d-b4a6-4796-963a-d42e7ec27730 None None] Provisioning complete for port e2e81c14-14c6-499f-82e2-74916b68ac8a triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:01.820212 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3bed792d-b4a6-4796-963a-d42e7ec27730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.873396 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-3bed792d-b4a6-4796-963a-d42e7ec27730 None None] Port e2e81c14-14c6-499f-82e2-74916b68ac8a cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:01.889185 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 84a88391-ff48-47f6-8add-1af397c46e10 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:01.894185 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'Port': ['ID=e2e81c14-14c6-499f-82e2-74916b68ac8a,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:01.921673 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:01.922330 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.935824 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-bf44ffa3-58db-49a8-9ef2-cb83d042badd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8272078 Jul 15 15:48:01.936310 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning for port 84a88391-ff48-47f6-8add-1af397c46e10 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:01.940195 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 84a88391-ff48-47f6-8add-1af397c46e10 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:01.940564 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:01.951346 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Request body: {'port': {'device_id': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:02.013802 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.020004 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.046811 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] For port 84a88391-ff48-47f6-8add-1af397c46e10, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=84a88391-ff48-47f6-8add-1af397c46e10,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:02.050567 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.098203 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Pushing event updated for resources: {'Port': ['ID=84a88391-ff48-47f6-8add-1af397c46e10,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:02.277300 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e81c14-14c6-499f-82e2-74916b68ac8a {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:02.284794 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.297480 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Transition to ACTIVE for port object e2e81c14-14c6-499f-82e2-74916b68ac8a will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:02.301294 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.349758 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e81c14-14c6-499f-82e2-74916b68ac8a,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:02.422090 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7a98-d44b-492a-a10e-f5a92422f787 req-92e68a0e-1efe-462a-adfe-28242385e62f tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.423653 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0e7d7a98-d44b-492a-a10e-f5a92422f787 req-92e68a0e-1efe-462a-adfe-28242385e62f tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 943 time: 0.0703156 Jul 15 15:48:02.429556 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Attempting to bind port e2e81c14-14c6-499f-82e2-74916b68ac8a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:02.429902 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Attempting to bind port e2e81c14-14c6-499f-82e2-74916b68ac8a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:02.430272 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Attempting to bind port e2e81c14-14c6-499f-82e2-74916b68ac8a on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:02.434923 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Port e2e81c14-14c6-499f-82e2-74916b68ac8a on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:48:02.435355 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Attempting to bind port e2e81c14-14c6-499f-82e2-74916b68ac8a on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:02.442239 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:02.444752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Checking segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:02.444752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Bound using segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:02.444752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Bound port: e2e81c14-14c6-499f-82e2-74916b68ac8a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:02.444752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.469329 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-0e7d7a98-d44b-492a-a10e-f5a92422f787 req-2977c720-933a-4e41-889c-ccb1d04499ca tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Jul 15 15:48:02.512869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] For port e2e81c14-14c6-499f-82e2-74916b68ac8a, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:02.515769 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] For port e2e81c14-14c6-499f-82e2-74916b68ac8a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:02.520149 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.553257 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.553868 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:02.555250 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] 10.222.0.43 "PUT /v2.0/ports/e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 1093 time: 0.6080494 Jul 15 15:48:02.555735 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:02.558032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe59b36d-c923-4e0a-8447-8b81518d774d" -d '{"events": [{"name": "network-changed", "server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:02.582735 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fde9af-3a64-4eef-a802-292442310b00 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e81c14-14c6-499f-82e2-74916b68ac8a,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:02.618687 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a0deae-fc7d-4850-80bd-2200b4f55921 x-openstack-request-id: req-86a0deae-fc7d-4850-80bd-2200b4f55921 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:02.618983 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:02.619286 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86a0deae-fc7d-4850-80bd-2200b4f55921 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:02.619786 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'status': 'completed', 'code': 200} Jul 15 15:48:02.665184 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-ec1dd731-538c-40e6-a4c5-f5078d1fbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.666745 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-ec1dd731-538c-40e6-a4c5-f5078d1fbe54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0569878 Jul 15 15:48:02.717367 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-73bfeb1a-9b14-4fc2-aa0c-622c78b15797 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 217 time: 0.0390496 Jul 15 15:48:02.766871 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-e1446f3b-7c91-4e12-a948-d3c58b80f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.768338 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-e1446f3b-7c91-4e12-a948-d3c58b80f188 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0419381 Jul 15 15:48:02.827238 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-b68ab7f1-4935-4f9c-8eff-023931c26073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:02.828618 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-b68ab7f1-4935-4f9c-8eff-023931c26073 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499930 Jul 15 15:48:02.922539 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-6e3f968d-fb5f-4fda-b863-531c6560937f service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835690 Jul 15 15:48:03.010836 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0db8cadf-9aa3-463b-ae71-fa4e9cf62c72 req-28300dda-32c6-4400-8385-fb2f4ea66ebf service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786655 Jul 15 15:48:03.120478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-a67736bc-9937-47b6-8485-dfe216b3ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:03.121923 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-a67736bc-9937-47b6-8485-dfe216b3ad9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0548255 Jul 15 15:48:03.207869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-eccb5bc9-508b-4c71-bcbf-ec8534e0388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:03.209292 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-eccb5bc9-508b-4c71-bcbf-ec8534e0388f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.0804074 Jul 15 15:48:03.253107 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-d05035bd-07b1-4bb3-9f37-b5ea69d7f22b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 217 time: 0.0353835 Jul 15 15:48:03.298214 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-56b69a50-47d3-42a8-8ba1-6346298bf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:03.299557 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-56b69a50-47d3-42a8-8ba1-6346298bf197 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0399370 Jul 15 15:48:03.355756 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-fdbc1e32-ac7d-4b00-bd37-133e9bc71600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:03.357237 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-fdbc1e32-ac7d-4b00-bd37-133e9bc71600 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508323 Jul 15 15:48:03.399738 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:03.449789 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-1b9d5204-a40f-4111-860b-3cd8124f2402 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842006 Jul 15 15:48:03.537635 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe59b36d-c923-4e0a-8447-8b81518d774d req-9358da0b-ff9a-4612-bdae-4f3d327d7986 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804873 Jul 15 15:48:03.641501 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc3c6-31a0-4c5a-a788-4d045fad726a req-c2a47bb2-55a9-436e-a57f-ada8de0bc0e3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:03.642996 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-978fc3c6-31a0-4c5a-a788-4d045fad726a req-c2a47bb2-55a9-436e-a57f-ada8de0bc0e3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 943 time: 0.0613706 Jul 15 15:48:03.681944 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-978fc3c6-31a0-4c5a-a788-4d045fad726a req-1bd4346f-3bbe-4b06-853a-cb1bf50cdcfb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Jul 15 15:48:03.853824 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 84a88391-ff48-47f6-8add-1af397c46e10 up at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:03.898831 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Provisioning complete for port 84a88391-ff48-47f6-8add-1af397c46e10 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:03.899441 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.235904 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device e2e81c14-14c6-499f-82e2-74916b68ac8a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:48:04.334029 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port e2e81c14-14c6-499f-82e2-74916b68ac8a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:04.347070 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'port_id': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'mac_address': 'fa:16:3e:58:05:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:48:04.350746 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-633b5a06-2aab-4263-9879-a46a61ee6b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.389368 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.402055 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e81c14-14c6-499f-82e2-74916b68ac8a {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:04.421679 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port e2e81c14-14c6-499f-82e2-74916b68ac8a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:04.425677 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:04.473605 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=e2e81c14-14c6-499f-82e2-74916b68ac8a,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:04.689354 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['e2e81c14-14c6-499f-82e2-74916b68ac8a'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:04.867953 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac54f8-6b9e-43f1-976c-c071e961b393 req-fc8add1d-fc69-454d-bb05-8ee336dded01 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:04.869433 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b9ac54f8-6b9e-43f1-976c-c071e961b393 req-fc8add1d-fc69-454d-bb05-8ee336dded01 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 944 time: 0.0652955 Jul 15 15:48:04.908554 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b9ac54f8-6b9e-43f1-976c-c071e961b393 req-af424e88-e70d-4d7c-aaba-e168cf98c1fc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Jul 15 15:48:06.074504 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d05640-ccb5-467d-b87b-6b1b21509cf8 req-3f3470f1-94f8-4f4d-ab43-3f3e5f8fdd2d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:06.075869 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f5d05640-ccb5-467d-b87b-6b1b21509cf8 req-3f3470f1-94f8-4f4d-ab43-3f3e5f8fdd2d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 944 time: 0.0614192 Jul 15 15:48:06.112211 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-f5d05640-ccb5-467d-b87b-6b1b21509cf8 req-112187d5-dcd5-42f7-9d30-44b6116a929c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Jul 15 15:48:07.124155 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-686e146e-5058-4115-894c-1788deba4c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:07.281529 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45a9e-3e99-4f98-9cd7-6f802ccd320a req-0c374f0c-9062-44b9-a4fd-d8ae5e858fe4 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:07.283051 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9ab45a9e-3e99-4f98-9cd7-6f802ccd320a req-0c374f0c-9062-44b9-a4fd-d8ae5e858fe4 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 944 time: 0.0637686 Jul 15 15:48:07.319350 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9ab45a9e-3e99-4f98-9cd7-6f802ccd320a req-248fb10e-1964-480a-828b-75972a8c1526 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Jul 15 15:48:07.420966 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.011727 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.264210 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device e2e81c14-14c6-499f-82e2-74916b68ac8a up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:08.310205 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port e2e81c14-14c6-499f-82e2-74916b68ac8a completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:08.313998 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port e2e81c14-14c6-499f-82e2-74916b68ac8a triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:08.314395 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.388017 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.415665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:08.417924 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2d53e-1d1a-48fb-b0c2-0fdd56bd8218" -d '{"events": [{"server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "name": "network-vif-plugged", "status": "completed", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:08.433616 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port e2e81c14-14c6-499f-82e2-74916b68ac8a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:08.438623 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:08.469928 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c260e9-ac71-4cc5-917a-51170ee8653c x-openstack-request-id: req-f5c260e9-ac71-4cc5-917a-51170ee8653c {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:08.470363 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "name": "network-vif-plugged", "status": "completed", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:08.470832 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5c260e9-ac71-4cc5-917a-51170ee8653c {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:08.471363 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'code': 200} Jul 15 15:48:08.494254 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0cc4-4435-4596-a1a4-b961ab2ab279 req-65188e33-d41b-4a15-b201-b59634c4b572 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:08.496406 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c8df0cc4-4435-4596-a1a4-b961ab2ab279 req-65188e33-d41b-4a15-b201-b59634c4b572 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0664916 Jul 15 15:48:08.497903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=e2e81c14-14c6-499f-82e2-74916b68ac8a,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:08.540920 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c8df0cc4-4435-4596-a1a4-b961ab2ab279 req-fbc88017-34a4-42fb-95fd-355a53cea307 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347948 Jul 15 15:48:08.696856 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d782d-f60a-45ac-bd85-dda6b39e1568 req-aee9bef8-58b7-4bd4-93eb-9e6340b521ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:08.698332 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cb3d782d-f60a-45ac-bd85-dda6b39e1568 req-aee9bef8-58b7-4bd4-93eb-9e6340b521ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0500207 Jul 15 15:48:08.734778 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cb3d782d-f60a-45ac-bd85-dda6b39e1568 req-2f8ed607-7297-496a-8125-d1ac1e014bc7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257857 Jul 15 15:48:09.612903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:09.718697 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea995d-744a-432c-ae61-12ab4a1519ec req-843a3fde-3066-4ee3-b471-8a2f00200527 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:09.720182 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cbea995d-744a-432c-ae61-12ab4a1519ec req-843a3fde-3066-4ee3-b471-8a2f00200527 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0676372 Jul 15 15:48:09.758136 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cbea995d-744a-432c-ae61-12ab4a1519ec req-ada9bd68-8259-4476-8560-cb6d8e1c0ca9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Jul 15 15:48:10.940264 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7e62-09cd-47dc-8ba5-ea4d9ad56e4c req-418a669b-3820-4fc6-956a-553578c80458 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:10.941736 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5d1f7e62-09cd-47dc-8ba5-ea4d9ad56e4c req-418a669b-3820-4fc6-956a-553578c80458 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0686193 Jul 15 15:48:10.977656 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5d1f7e62-09cd-47dc-8ba5-ea4d9ad56e4c req-fb4f0c31-2c4a-45dd-a5c0-96a6e72c5a74 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303383 Jul 15 15:48:11.139894 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84fe8a-f9cc-482c-97e5-10037ba68f16 req-eab591f8-fc77-45ca-98e6-e190c15c9345 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:11.141315 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d84fe8a-f9cc-482c-97e5-10037ba68f16 req-eab591f8-fc77-45ca-98e6-e190c15c9345 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0619855 Jul 15 15:48:11.149831 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35572) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:11.154276 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'floatingip': {'port_id': 'e2e81c14-14c6-499f-82e2-74916b68ac8a'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:11.194670 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:11.457106 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3d0b5d3d-8cf7-441f-8602-dfb73fad208c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063597894&fields=id&tenant_id=86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 267 time: 0.0317638 Jul 15 15:48:11.562990 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-321038da-ed77-41be-93b9-79d6a8bda9d6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:11.564451 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-321038da-ed77-41be-93b9-79d6a8bda9d6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 811 time: 0.1003487 Jul 15 15:48:11.579213 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-eb6a7416-6aab-4572-8d4b-9db2a498814c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/quotas/86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 375 time: 0.0089133 Jul 15 15:48:11.628777 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:11.633215 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:11.653792 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-747604f9-8fca-401c-a226-a3aaf4ccda2b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0688035 Jul 15 15:48:11.730483 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Floating IP f819b9aa-7ac7-4949-b3a0-c19e989153b2 associated. External IP: 172.27.3.213, port: e2e81c14-14c6-499f-82e2-74916b68ac8a. Jul 15 15:48:11.788490 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-94dfab12-299d-4fb3-863a-89ed38c8d9b4 service neutron] 10.222.0.15 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231937 Jul 15 15:48:11.878565 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-7002d0f0-66ed-437d-b22a-c94b3fc119c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Jul 15 15:48:11.932931 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:48:12.039160 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:48:12.044140 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:12.049737 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:48:12.059528 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:12.060230 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:48:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:12.083811 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-b050ec99-2121-4619-bdc0-46fe3c03377c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "PUT /v2.0/floatingips/f819b9aa-7ac7-4949-b3a0-c19e989153b2 HTTP/1.1" status: 200 len: 991 time: 0.9328573 Jul 15 15:48:12.084728 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:12.087744 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f8baaa-d526-40e4-996d-61f4a44f2e63" -d '{"events": [{"name": "network-changed", "server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:12.151642 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ebe0ab-fbdb-4d05-9ad3-03d7fa2afe65 x-openstack-request-id: req-a5ebe0ab-fbdb-4d05-9ad3-03d7fa2afe65 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:12.152559 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:12.152963 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5ebe0ab-fbdb-4d05-9ad3-03d7fa2afe65 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:12.153561 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'status': 'completed', 'code': 200} Jul 15 15:48:12.202497 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:12.227696 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9deb9ffe-d64e-4723-a08f-e359ad109a35 req-dd58d573-f632-45ae-a4c0-f33296dd426a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 210 time: 0.0456207 Jul 15 15:48:12.234442 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-884ab5e1-8416-4997-b11b-361c76fed971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:12.236076 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-884ab5e1-8416-4997-b11b-361c76fed971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0626442 Jul 15 15:48:12.334093 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-ed850e12-ec34-4893-8dbd-8c1bec1f9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:12.335836 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-ed850e12-ec34-4893-8dbd-8c1bec1f9b0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.0928042 Jul 15 15:48:12.407379 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-432e3799-cf9f-48ba-8eb3-9b9f62565174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 999 time: 0.0651073 Jul 15 15:48:12.433283 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'f819b9aa-7ac7-4949-b3a0-c19e989153b2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'port_id': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'mac_address': 'fa:16:3e:58:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:47:58Z', 'updated_at': '2021-07-15T15:48:11Z', 'revision_number': 1, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:12.458838 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:48:12.463837 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-07d0289a-237e-4c1d-8b0e-cf7fc9400f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:12.465318 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-07d0289a-237e-4c1d-8b0e-cf7fc9400f2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0517075 Jul 15 15:48:12.471669 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:12.472285 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:48:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:12.527925 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-2637b4d5-4fea-4ef8-899d-741d6016a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:12.529522 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-2637b4d5-4fea-4ef8-899d-741d6016a75b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580778 Jul 15 15:48:12.579754 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:12.640881 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-7e6663ba-992b-46fb-a901-bcb3a5d28c9c service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981245 Jul 15 15:48:12.733003 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-73f8baaa-d526-40e4-996d-61f4a44f2e63 req-56e0877f-6e7a-4eaf-9f6f-8faf4f3bf3fa service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851419 Jul 15 15:48:12.815264 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'f819b9aa-7ac7-4949-b3a0-c19e989153b2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'port_id': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'mac_address': 'fa:16:3e:58:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:47:58Z', 'updated_at': '2021-07-15T15:48:11Z', 'revision_number': 1, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:12.841436 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abd1b9-623b-41ce-8a34-efeaa8fe331c None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'f819b9aa-7ac7-4949-b3a0-c19e989153b2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'port_id': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'mac_address': 'fa:16:3e:58:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:47:58Z', 'updated_at': '2021-07-15T15:48:11Z', 'revision_number': 1, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:48:13.027188 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731dc53f-fa29-4b77-92fd-66d3fccd932e None None] New status for floating IP f819b9aa-7ac7-4949-b3a0-c19e989153b2: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:48:13.285846 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-dd5073c7-8bdb-4923-88d5-30b91849cfe0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:13.287350 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-dd5073c7-8bdb-4923-88d5-30b91849cfe0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 811 time: 0.1122453 Jul 15 15:48:13.340377 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3cb48182-e9c8-4192-a8ff-86e1c8215bce tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86232cc4161b4b569ec7115cf1793296 HTTP/1.1" status: 200 len: 380 time: 0.0370791 Jul 15 15:48:13.350974 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'port': {'device_id': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'admin_state_up': True, 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'security_groups': ['3df1c217-58e0-40df-9751-71d210f2910f']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:13.378803 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b9c9a19a-a103-4da3-b718-b1f85a8c41f7 req-84258dae-8c4f-4623-83fb-3916efb8b9b4 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 210 time: 0.0336845 Jul 15 15:48:13.457835 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Made reservation on behalf of 86232cc4161b4b569ec7115cf1793296 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:48:13.461492 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.586315 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Allocated IP 172.20.0.13 (d7d7ca48-3fd3-411a-912d-bdb27ca6a6df/c7576f43-18a7-4aa6-88ba-d7e78a43b0bc/f108cf57-a453-47f2-bdc1-64ab84398cb1) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:13.724373 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.737307 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Transition to ACTIVE for port object f108cf57-a453-47f2-bdc1-64ab84398cb1 will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:13.770220 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.815619 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:13.821402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:13.825147 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:13.850779 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=f108cf57-a453-47f2-bdc1-64ab84398cb1,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:13.865471 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.865820 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.866181 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.866519 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.866845 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.867177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.867503 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.867829 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.868158 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.868476 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.868795 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.869116 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:48:13.893596 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:13.894327 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:13.907622 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-820c639f-a279-4dad-993e-77b61762fba0 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5618818 Jul 15 15:48:13.918920 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Request body: {'port': {'device_id': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:13.995494 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.007475 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-7048c62e-78cc-483d-a03e-ef7a30cbaa7e None None] Provisioning for port f108cf57-a453-47f2-bdc1-64ab84398cb1 completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:14.011337 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-7048c62e-78cc-483d-a03e-ef7a30cbaa7e None None] Provisioning complete for port f108cf57-a453-47f2-bdc1-64ab84398cb1 triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:14.011781 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-7048c62e-78cc-483d-a03e-ef7a30cbaa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.044850 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-7048c62e-78cc-483d-a03e-ef7a30cbaa7e None None] Port f108cf57-a453-47f2-bdc1-64ab84398cb1 cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:48:14.246211 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f108cf57-a453-47f2-bdc1-64ab84398cb1 {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:14.253248 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.264369 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Transition to ACTIVE for port object f108cf57-a453-47f2-bdc1-64ab84398cb1 will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:48:14.268040 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.321802 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Pushing event updated for resources: {'Port': ['ID=f108cf57-a453-47f2-bdc1-64ab84398cb1,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:14.390924 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Attempting to bind port f108cf57-a453-47f2-bdc1-64ab84398cb1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:48:14.391296 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Attempting to bind port f108cf57-a453-47f2-bdc1-64ab84398cb1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:48:14.391622 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Attempting to bind port f108cf57-a453-47f2-bdc1-64ab84398cb1 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:14.396713 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Port f108cf57-a453-47f2-bdc1-64ab84398cb1 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:48:14.397038 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Attempting to bind port f108cf57-a453-47f2-bdc1-64ab84398cb1 on network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:48:14.402228 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:48:14.402789 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Checking segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:48:14.403169 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Bound using segment: {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:48:14.403733 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Bound port: f108cf57-a453-47f2-bdc1-64ab84398cb1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab6597d-6846-46e0-9217-07343788ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:48:14.403957 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.476512 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] For port f108cf57-a453-47f2-bdc1-64ab84398cb1, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:48:14.479538 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] For port f108cf57-a453-47f2-bdc1-64ab84398cb1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:48:14.483955 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.524641 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.525270 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:14.526662 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] 10.222.0.43 "PUT /v2.0/ports/f108cf57-a453-47f2-bdc1-64ab84398cb1 HTTP/1.1" status: 200 len: 1094 time: 0.6120429 Jul 15 15:48:14.527094 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:14.529343 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:14.555655 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef755e8-1659-4269-b2d0-53be74f59182 service neutron] Pushing event updated for resources: {'Port': ['ID=f108cf57-a453-47f2-bdc1-64ab84398cb1,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:14.574958 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f909006e-e07e-4541-ad48-e4219cd567ef x-openstack-request-id: req-f909006e-e07e-4541-ad48-e4219cd567ef {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:14.575313 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:14.575670 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f909006e-e07e-4541-ad48-e4219cd567ef {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:14.576274 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'status': 'completed', 'code': 200} Jul 15 15:48:14.601675 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a2199-0633-4180-9417-d36c6a727870 req-b888c640-1bc3-43dd-820f-f7f967a67ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.603273 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b49a2199-0633-4180-9417-d36c6a727870 req-b888c640-1bc3-43dd-820f-f7f967a67ec9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0944810 Jul 15 15:48:14.648040 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-b49a2199-0633-4180-9417-d36c6a727870 req-0eca9b61-b54b-45a3-b27d-ec4b1ea16f0e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Jul 15 15:48:14.649516 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-171aee80-17b4-4acd-84a3-a57053ae976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.651366 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-171aee80-17b4-4acd-84a3-a57053ae976e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 1097 time: 0.0639398 Jul 15 15:48:14.693384 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-e3580043-9367-4f17-b0b9-3d7223805c48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1 HTTP/1.1" status: 200 len: 217 time: 0.0348215 Jul 15 15:48:14.740161 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-5bcaea2f-37a4-437a-9782-9a4e49b112c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.741583 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-5bcaea2f-37a4-437a-9782-9a4e49b112c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0424037 Jul 15 15:48:14.800427 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-c74e3011-45e4-4f1d-97aa-791f1612507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:14.801996 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-c74e3011-45e4-4f1d-97aa-791f1612507d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540490 Jul 15 15:48:14.887236 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-8709d40d-4fa9-49ce-ad56-dd0ef16f2b8f service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787466 Jul 15 15:48:14.976853 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-972c5c79-e246-4fcf-acc8-106fc9116e5d req-ee7959e0-726d-4288-8d54-43544b5628af service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Jul 15 15:48:15.070499 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-bee0b6e2-a0df-40b6-a41e-eb5fd8b657ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.071884 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-bee0b6e2-a0df-40b6-a41e-eb5fd8b657ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 1097 time: 0.0512829 Jul 15 15:48:15.161139 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-bfc01b0b-0657-496e-8bba-71b2cc92f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.162601 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-bfc01b0b-0657-496e-8bba-71b2cc92f15e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0837409 Jul 15 15:48:15.204292 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-3d276192-4f33-42bb-99e9-f90ad977b176 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1 HTTP/1.1" status: 200 len: 217 time: 0.0328417 Jul 15 15:48:15.249549 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-39eed056-830d-4147-86b9-290d13d61da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.250925 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-39eed056-830d-4147-86b9-290d13d61da6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0402186 Jul 15 15:48:15.308155 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-deef3e85-ec7a-4c9d-9bd4-fa431dd5d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.309573 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-deef3e85-ec7a-4c9d-9bd4-fa431dd5d990 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516458 Jul 15 15:48:15.397431 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-d13e59b3-3c9c-4c3c-b33b-5de46a5a984e service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792696 Jul 15 15:48:15.758594 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fed02d57-9a21-48ce-afb3-fbbbc9740f6a req-06a862f4-a2d9-41a8-ad45-5a7eb60a16cd service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513305 Jul 15 15:48:15.824160 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b49921-ce37-4b40-8f21-d65775444a45 req-389c7c62-4a0a-43fe-8852-5620236a2d76 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:15.825638 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-75b49921-ce37-4b40-8f21-d65775444a45 req-389c7c62-4a0a-43fe-8852-5620236a2d76 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0646257 Jul 15 15:48:15.862399 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-75b49921-ce37-4b40-8f21-d65775444a45 req-e22ca71c-696e-4a3f-b06f-98d60be6782b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Jul 15 15:48:17.030681 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481102b4-b67f-4bde-a155-d91e92b5a0e5 req-9066f0a0-2ef0-4bf3-a657-7cabc486e297 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:17.032104 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-481102b4-b67f-4bde-a155-d91e92b5a0e5 req-9066f0a0-2ef0-4bf3-a657-7cabc486e297 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0634961 Jul 15 15:48:17.069906 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-481102b4-b67f-4bde-a155-d91e92b5a0e5 req-0e9bf52b-8e17-4141-b04c-f220d907b082 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jul 15 15:48:18.238426 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac354-d23e-40eb-a2b1-5c04dbc30ffa req-dcd6abb2-fad7-4d2f-b89b-421619fd8ee1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:18.239935 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d29ac354-d23e-40eb-a2b1-5c04dbc30ffa req-dcd6abb2-fad7-4d2f-b89b-421619fd8ee1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0619447 Jul 15 15:48:18.275893 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d29ac354-d23e-40eb-a2b1-5c04dbc30ffa req-9ab62010-b631-4a46-9585-2e1257744371 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304060 Jul 15 15:48:19.443348 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff5de-02ee-484d-b7b0-15246abb404c req-e254add6-176d-49e0-afce-c67c0680ec29 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:19.444698 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a4ff5de-02ee-484d-b7b0-15246abb404c req-e254add6-176d-49e0-afce-c67c0680ec29 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0613761 Jul 15 15:48:19.484100 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-5a4ff5de-02ee-484d-b7b0-15246abb404c req-173405f6-7aa9-4403-be8d-4ae4a742d1e9 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340376 Jul 15 15:48:20.655030 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b214-616e-4bc8-a761-b1fbfda99432 req-7ce4f752-7797-4b19-a314-c3820fb99c31 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:20.656487 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a8d9b214-616e-4bc8-a761-b1fbfda99432 req-7ce4f752-7797-4b19-a314-c3820fb99c31 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0616817 Jul 15 15:48:20.691690 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a8d9b214-616e-4bc8-a761-b1fbfda99432 req-3eaf54bc-c135-4ba3-b338-daa10ba22dfb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296896 Jul 15 15:48:21.858217 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6023-e88b-4c67-b82f-c65ac9b3ef6c req-f21ff3b6-909a-43bc-89c5-19e0a6f8b704 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:21.859671 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-241e6023-e88b-4c67-b82f-c65ac9b3ef6c req-f21ff3b6-909a-43bc-89c5-19e0a6f8b704 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 944 time: 0.0612302 Jul 15 15:48:21.894700 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-241e6023-e88b-4c67-b82f-c65ac9b3ef6c req-c2929fbe-9b00-433e-adfb-74ec94169d47 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294647 Jul 15 15:48:22.277990 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device f108cf57-a453-47f2-bdc1-64ab84398cb1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:48:22.371614 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port f108cf57-a453-47f2-bdc1-64ab84398cb1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:22.382523 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'port_id': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'mac_address': 'fa:16:3e:29:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:48:22.417170 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:22.429667 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f108cf57-a453-47f2-bdc1-64ab84398cb1 {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:48:22.452688 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port f108cf57-a453-47f2-bdc1-64ab84398cb1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:22.456458 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:22.500974 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=f108cf57-a453-47f2-bdc1-64ab84398cb1,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:22.708578 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['f108cf57-a453-47f2-bdc1-64ab84398cb1'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:48:23.064682 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586848c-3a09-4b09-9029-af83b64b14e2 req-73f56b71-a128-4af9-8bfe-2605f32c46ce tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:23.066134 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6586848c-3a09-4b09-9029-af83b64b14e2 req-73f56b71-a128-4af9-8bfe-2605f32c46ce tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 945 time: 0.0648420 Jul 15 15:48:23.101343 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6586848c-3a09-4b09-9029-af83b64b14e2 req-37795e98-1ac3-430f-83b7-05d4f8f8cfd8 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297706 Jul 15 15:48:24.267625 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780829cd-afe7-4b3a-8ffc-6d93a254fe26 req-9b9d90bf-79ed-42a3-8fca-109b18aba031 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:24.269063 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-780829cd-afe7-4b3a-8ffc-6d93a254fe26 req-9b9d90bf-79ed-42a3-8fca-109b18aba031 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 945 time: 0.0611010 Jul 15 15:48:24.293601 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device f108cf57-a453-47f2-bdc1-64ab84398cb1 up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:48:24.305239 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-780829cd-afe7-4b3a-8ffc-6d93a254fe26 req-9c272d26-f96a-4cb3-9a1f-af6b53822e8a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307739 Jul 15 15:48:24.340673 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port f108cf57-a453-47f2-bdc1-64ab84398cb1 completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:48:24.344292 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port f108cf57-a453-47f2-bdc1-64ab84398cb1 triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:48:24.344664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:24.418455 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:24.440165 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:24.442476 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aa0c02-bd45-49d1-b072-1c069b3903e6" -d '{"events": [{"server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "name": "network-vif-plugged", "status": "completed", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:24.454402 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port f108cf57-a453-47f2-bdc1-64ab84398cb1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:48:24.458058 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:24.482483 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291a5ee3-af08-4005-b36f-ac2c51991528 x-openstack-request-id: req-291a5ee3-af08-4005-b36f-ac2c51991528 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:24.482779 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "name": "network-vif-plugged", "status": "completed", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:24.483027 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-291a5ee3-af08-4005-b36f-ac2c51991528 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:24.483405 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'code': 200} Jul 15 15:48:24.512184 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=f108cf57-a453-47f2-bdc1-64ab84398cb1,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:24.750622 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a666f-c287-4ac5-8e85-af0f854e9ad7 req-5b157c0a-7189-4383-82c5-d7ac8c0a5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:24.751940 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e1a666f-c287-4ac5-8e85-af0f854e9ad7 req-5b157c0a-7189-4383-82c5-d7ac8c0a5923 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 1099 time: 0.0490484 Jul 15 15:48:24.785304 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-9e1a666f-c287-4ac5-8e85-af0f854e9ad7 req-5b32be9a-21e8-4beb-b260-aadb82a92111 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265889 Jul 15 15:48:25.478239 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7b458-a1f2-4566-86e8-508e6f7d5eb4 req-91e1b61b-85dd-4758-83a8-1ec1961dd7ce tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:25.479713 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3d7b458-a1f2-4566-86e8-508e6f7d5eb4 req-91e1b61b-85dd-4758-83a8-1ec1961dd7ce tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 946 time: 0.0622914 Jul 15 15:48:25.517580 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-e3d7b458-a1f2-4566-86e8-508e6f7d5eb4 req-575d8c72-b597-41c2-9920-ccd923f23a8a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324614 Jul 15 15:48:26.689105 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c26be-a044-406c-b6a3-bae0244e6823 req-c73af624-8fdd-48b3-91ef-c389a6d0c8eb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:26.690619 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-290c26be-a044-406c-b6a3-bae0244e6823 req-c73af624-8fdd-48b3-91ef-c389a6d0c8eb tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 946 time: 0.0642910 Jul 15 15:48:26.727304 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-290c26be-a044-406c-b6a3-bae0244e6823 req-a3fd2fd9-c29b-4855-be80-f1a96f1b8941 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308461 Jul 15 15:48:26.895477 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8903fd-28da-41bf-89e5-cf062d3efe87 req-f6921170-297d-418c-8dee-786bdcc44fdf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:26.896952 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3b8903fd-28da-41bf-89e5-cf062d3efe87 req-f6921170-297d-418c-8dee-786bdcc44fdf tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 946 time: 0.0633702 Jul 15 15:48:26.938517 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3b8903fd-28da-41bf-89e5-cf062d3efe87 req-ff448282-60bc-4eda-a44a-909084027458 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358250 Jul 15 15:48:26.962637 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35662) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:27.116244 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77b9bc-8b15-4d89-b96f-ceb992c4fbaa tempest-TestVolumeBootPattern-2147241047 tempest-TestVolumeBootPattern-2147241047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:27.117780 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-8c77b9bc-8b15-4d89-b96f-ceb992c4fbaa tempest-TestVolumeBootPattern-2147241047 tempest-TestVolumeBootPattern-2147241047-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 1094 time: 0.1542003 Jul 15 15:48:27.120480 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35666) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:48:27.124750 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'port_id': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:48:27.148432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.243157 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.347568 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Allocated IP 172.27.3.25 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/3757b15f-cf9e-40b1-bb53-923063205a07) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:48:27.448890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.490669 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:27.539212 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:48:27.542017 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:48:27.545644 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:48:27.572160 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=3757b15f-cf9e-40b1-bb53-923063205a07,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:27.926380 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.006046 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.152395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.156726 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.222432 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event updated for resources: {'Port': ['ID=3757b15f-cf9e-40b1-bb53-923063205a07,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:48:28.231912 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.327782 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Floating IP 59061415-1335-40f1-80db-d508b7d9d06f associated. External IP: 172.27.3.25, port: f108cf57-a453-47f2-bdc1-64ab84398cb1. Jul 15 15:48:28.530766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:48:28.634600 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:48:28.643539 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:48:28.650457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:28.653283 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:28.653966 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:48:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:28.689107 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-6b8ab087-303d-40b3-bfd7-1e2307f9c8fc tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5675979 Jul 15 15:48:28.689701 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:48:28.692612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a2f8a-9243-4e04-8906-516e3ba71357" -d '{"events": [{"name": "network-changed", "server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:48:28.730683 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec41c4-31de-484c-b95a-0a136230582f x-openstack-request-id: req-03ec41c4-31de-484c-b95a-0a136230582f {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:48:28.730978 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:48:28.731234 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03ec41c4-31de-484c-b95a-0a136230582f {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:48:28.731641 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'status': 'completed', 'code': 200} Jul 15 15:48:28.810426 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-4b24489f-f5f3-49b0-941d-2fbeb282e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:28.811848 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-4b24489f-f5f3-49b0-941d-2fbeb282e6bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 1099 time: 0.0564609 Jul 15 15:48:28.842129 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:28.902409 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-c4d3031c-9b35-4e74-ae81-74b8c92d19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:28.903895 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-c4d3031c-9b35-4e74-ae81-74b8c92d19ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0846982 Jul 15 15:48:28.966497 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-e9d3c4a2-9c7a-4181-90f2-6b92e3068dd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1 HTTP/1.1" status: 200 len: 999 time: 0.0553746 Jul 15 15:48:29.019112 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-8347c8a1-4ea5-4d2b-8283-488dbc66037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:29.020637 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-8347c8a1-4ea5-4d2b-8283-488dbc66037d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0470467 Jul 15 15:48:29.062726 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '59061415-1335-40f1-80db-d508b7d9d06f', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:29:0f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:48:27Z', 'updated_at': '2021-07-15T15:48:27Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}, {'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:03Z', 'revision_number': 1, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:29.079750 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-1a5df906-b348-479b-b443-974359ea5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:29.081264 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-1a5df906-b348-479b-b443-974359ea5df2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534644 Jul 15 15:48:29.087518 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:48:29.095555 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:48:29.096152 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:48:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:29.169279 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-127ab1ad-f948-4f44-9203-1f0f1cf14d64 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805662 Jul 15 15:48:29.198231 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:48:29.259969 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0f4a2f8a-9243-4e04-8906-516e3ba71357 req-6e720711-2517-4d9c-869a-b7e749812c93 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840783 Jul 15 15:48:29.417113 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '59061415-1335-40f1-80db-d508b7d9d06f', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:29:0f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:48:27Z', 'updated_at': '2021-07-15T15:48:27Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}, {'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:03Z', 'revision_number': 1, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:48:29.441929 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c232851-3bca-4cd7-ada0-555375ac59bd None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': '59061415-1335-40f1-80db-d508b7d9d06f', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:29:0f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:48:27Z', 'updated_at': '2021-07-15T15:48:27Z', 'revision_number': 0, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}, {'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:03Z', 'revision_number': 1, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:48:29.615747 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a922b06-361e-4774-9ac2-c43110e2ad97 None None] New status for floating IP 59061415-1335-40f1-80db-d508b7d9d06f: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:48:31.196687 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:48:33.399964 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:34.331164 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-8b10464c-acc9-4b2f-9cfc-3ff2e11e8d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.124519 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d111af74-9f53-4596-9957-5e8de2088dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.420624 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:37.573917 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-e56a2e1a-9f32-46a3-bb3e-116c53ad1f56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498006 Jul 15 15:48:37.650592 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1083619-09da-4358-80c2-d80a52fd31ee req-9503ec4e-c317-45a4-99ab-225784b0e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:37.652077 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-9503ec4e-c317-45a4-99ab-225784b0e271 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1098 time: 0.0540566 Jul 15 15:48:37.754336 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1083619-09da-4358-80c2-d80a52fd31ee req-ee808dbe-b8cd-4e75-81f6-963e0713f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:37.756192 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-ee808dbe-b8cd-4e75-81f6-963e0713f62c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0807416 Jul 15 15:48:37.823575 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-77cc3d6e-bb56-42f9-995f-ef3a5219d2da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 1001 time: 0.0591738 Jul 15 15:48:37.870955 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1083619-09da-4358-80c2-d80a52fd31ee req-0565124c-4a02-4788-97fa-cbc88528f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:37.872331 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-0565124c-4a02-4788-97fa-cbc88528f2bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0415838 Jul 15 15:48:37.928984 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1083619-09da-4358-80c2-d80a52fd31ee req-d0f0c49a-9e69-4ca4-8d09-92d4afc21fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:48:37.930436 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-d0f0c49a-9e69-4ca4-8d09-92d4afc21fae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494211 Jul 15 15:48:38.020172 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:48:38.023887 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-63d242b2-c189-41ed-a4c9-e2f89ffc173f service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847175 Jul 15 15:48:38.122524 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b1083619-09da-4358-80c2-d80a52fd31ee req-85f72e15-b338-4a26-9038-1ccb0f9b308c service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Jul 15 15:48:39.615804 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:02.152122 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294ece7-e005-4db1-ac59-9a31372fab85 req-e0e01f35-419b-4ae4-9381-5a594e07a90c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:02.153593 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d294ece7-e005-4db1-ac59-9a31372fab85 req-e0e01f35-419b-4ae4-9381-5a594e07a90c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0617015 Jul 15 15:49:02.194200 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-d294ece7-e005-4db1-ac59-9a31372fab85 req-30b8a50d-3b5e-4b58-9a42-0310c2af8f1a tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348611 Jul 15 15:49:03.369591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059b8-a2fc-4386-a224-ca1a65c3e60d req-c6c05b6b-67b6-4a8c-9c0d-37610e6b9d63 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:03.371083 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d9b059b8-a2fc-4386-a224-ca1a65c3e60d req-c6c05b6b-67b6-4a8c-9c0d-37610e6b9d63 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0651655 Jul 15 15:49:03.401870 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:03.408602 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d9b059b8-a2fc-4386-a224-ca1a65c3e60d req-77ea6de9-ded5-4aef-b1d9-17526d336a2c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Jul 15 15:49:04.330192 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-87983232-a735-42ea-84fd-fd91ec36f3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:04.577289 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca364-ec67-4041-8405-d6da5257d2d5 req-5a6c1698-f32a-42ae-bf24-c1db533ac5ce tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:04.578779 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-440ca364-ec67-4041-8405-d6da5257d2d5 req-5a6c1698-f32a-42ae-bf24-c1db533ac5ce tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0623193 Jul 15 15:49:04.615648 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-440ca364-ec67-4041-8405-d6da5257d2d5 req-16a7cdd0-234a-4302-bf60-39491bb7a1d3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Jul 15 15:49:05.782606 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb6285-4bbc-451b-a7fb-57aa72db17ec req-9387e641-b5d5-4089-9a87-2a19ac2ac352 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:05.784063 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-82fb6285-4bbc-451b-a7fb-57aa72db17ec req-9387e641-b5d5-4089-9a87-2a19ac2ac352 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0618601 Jul 15 15:49:05.820866 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-82fb6285-4bbc-451b-a7fb-57aa72db17ec req-176e72d5-d957-40ba-8b3c-c37e32866a43 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308599 Jul 15 15:49:06.988110 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5279366-6d5d-4faf-b4bd-9d3f7130e6d0 req-88ec2849-7449-4f3d-9895-e3f3587d72f9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:06.989462 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c5279366-6d5d-4faf-b4bd-9d3f7130e6d0 req-88ec2849-7449-4f3d-9895-e3f3587d72f9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0612006 Jul 15 15:49:07.026134 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c5279366-6d5d-4faf-b4bd-9d3f7130e6d0 req-ccff020e-e64a-4b3c-9a4e-48c455badbe9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Jul 15 15:49:07.124519 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e83b89dd-bb66-4d4e-b667-4c7df2e181a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:07.419602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:08.018216 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:08.194166 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a207d1-52b3-43d2-a167-cfa9b1b0b06e req-54b3553b-7865-4c8e-bbed-0e361e62e7de tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:08.195234 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:49:08.195635 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63a207d1-52b3-43d2-a167-cfa9b1b0b06e req-54b3553b-7865-4c8e-bbed-0e361e62e7de tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0609255 Jul 15 15:49:08.232229 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-63a207d1-52b3-43d2-a167-cfa9b1b0b06e req-b9bfab5b-46f5-4350-8c16-e8a2db4c8c0c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Jul 15 15:49:09.408574 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4229-a4af-4959-b7e3-e90f9e5176e5 req-90684476-541f-4d4d-8850-09fc4b2367a7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:09.410026 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-16fd4229-a4af-4959-b7e3-e90f9e5176e5 req-90684476-541f-4d4d-8850-09fc4b2367a7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0646498 Jul 15 15:49:09.446621 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-16fd4229-a4af-4959-b7e3-e90f9e5176e5 req-7080ada7-dc46-4522-b3e8-9dc3828ffc45 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Jul 15 15:49:09.617584 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:10.618821 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6b557-4ba2-49cd-87cc-eb9d15b460b4 req-d20508dd-48dd-407f-a0bf-b20a76fed458 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:10.620590 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-37d6b557-4ba2-49cd-87cc-eb9d15b460b4 req-d20508dd-48dd-407f-a0bf-b20a76fed458 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0674226 Jul 15 15:49:10.657876 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-37d6b557-4ba2-49cd-87cc-eb9d15b460b4 req-a16d4324-8911-4e53-8670-c9619fa23702 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Jul 15 15:49:11.827729 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccace165-6783-4cd0-8a16-050eadd881ca req-0ddffb37-b0c4-4830-8e64-7edaca72b67a tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:11.829160 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ccace165-6783-4cd0-8a16-050eadd881ca req-0ddffb37-b0c4-4830-8e64-7edaca72b67a tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0608089 Jul 15 15:49:11.865462 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ccace165-6783-4cd0-8a16-050eadd881ca req-d403ef41-b750-47c7-9b9a-224784fedaa1 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Jul 15 15:49:13.038726 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221af3-f370-44cf-bf98-905ef9d05e41 req-67b9a81d-9fc6-4b48-85e2-d9cd41cc6313 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:13.040210 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8d221af3-f370-44cf-bf98-905ef9d05e41 req-67b9a81d-9fc6-4b48-85e2-d9cd41cc6313 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0607641 Jul 15 15:49:13.076535 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8d221af3-f370-44cf-bf98-905ef9d05e41 req-602bd5b8-7b03-4f34-9dea-fcb3d5f91470 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307589 Jul 15 15:49:14.246249 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cfd42-0c9f-47c9-95b6-4a346eabcfb7 req-b32b7546-87d0-4f1a-ae05-717436a36b50 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:14.247774 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-389cfd42-0c9f-47c9-95b6-4a346eabcfb7 req-b32b7546-87d0-4f1a-ae05-717436a36b50 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0645454 Jul 15 15:49:14.283216 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-389cfd42-0c9f-47c9-95b6-4a346eabcfb7 req-b4b746d9-3e59-44eb-ae0e-b34d78ccb2c8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299819 Jul 15 15:49:15.457618 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb99e3-83d4-4d3f-af60-b383180abaa8 req-3e466942-9944-4a1b-8010-66babf81dbcc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:15.459117 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3fbb99e3-83d4-4d3f-af60-b383180abaa8 req-3e466942-9944-4a1b-8010-66babf81dbcc tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0674870 Jul 15 15:49:15.494964 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3fbb99e3-83d4-4d3f-af60-b383180abaa8 req-5e3d8719-9a56-4cf4-9cb8-f1bddaf90f56 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298240 Jul 15 15:49:16.664219 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ee0ba-c1cf-4960-aee1-7e5ec8e799b7 req-8e742b6d-a0a5-485a-bfaa-1ab3f5fd3512 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:16.665684 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed0ee0ba-c1cf-4960-aee1-7e5ec8e799b7 req-8e742b6d-a0a5-485a-bfaa-1ab3f5fd3512 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0628228 Jul 15 15:49:16.701811 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-ed0ee0ba-c1cf-4960-aee1-7e5ec8e799b7 req-5fb4b4ef-7d95-4475-9e42-ad89310ec0ac tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Jul 15 15:49:17.870636 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb61b0-e372-4be9-81e7-54789fab8ca1 req-ee9eca42-853f-44d5-8506-27e492d2510a tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:17.872167 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0dbb61b0-e372-4be9-81e7-54789fab8ca1 req-ee9eca42-853f-44d5-8506-27e492d2510a tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0624201 Jul 15 15:49:17.908431 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0dbb61b0-e372-4be9-81e7-54789fab8ca1 req-4571a898-73bd-44e9-a36c-8106da4c7ba8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Jul 15 15:49:18.274307 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c313aff-3395-47d8-8b32-d4d5284840bc req-f5935393-272f-4ca0-873c-95e0ff264099 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:18.275692 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c313aff-3395-47d8-8b32-d4d5284840bc req-f5935393-272f-4ca0-873c-95e0ff264099 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.1029096 Jul 15 15:49:18.280785 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-8a5cd9a4-4535-4881-bdf3-1bc8cb70f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:18.282138 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-8a5cd9a4-4535-4881-bdf3-1bc8cb70f269 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0806901 Jul 15 15:49:18.340231 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-8c313aff-3395-47d8-8b32-d4d5284840bc req-136542b7-531e-43ad-8be4-a326b3b67dda tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571682 Jul 15 15:49:18.389297 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-16076600-de0d-43c7-9add-61577079ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:18.390799 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-16076600-de0d-43c7-9add-61577079ad36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.1016307 Jul 15 15:49:18.457157 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-7c8938b7-b47a-4815-a7fd-0baf22546629 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 1001 time: 0.0586593 Jul 15 15:49:18.503316 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-655a9c08-120e-4f08-9b6e-02ed615cb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:18.504679 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-655a9c08-120e-4f08-9b6e-02ed615cb669 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0412173 Jul 15 15:49:18.559583 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-f1ba6fcc-872c-4df8-a6bc-9898e56389bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:18.561278 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-f1ba6fcc-872c-4df8-a6bc-9898e56389bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490716 Jul 15 15:49:18.655203 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-b051fb85-38db-4a9c-a068-a85d78ba233f service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873792 Jul 15 15:49:18.745130 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-701ea2dc-36e7-4105-a5c6-45c7be2add1c req-95609cba-f3cf-4711-a188-58c70fed182b service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822051 Jul 15 15:49:19.515696 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827074a-5a93-4032-93ee-3d217c5d4f02 req-5b3801db-3c00-400b-8882-6a9d17403994 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:19.517184 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4827074a-5a93-4032-93ee-3d217c5d4f02 req-5b3801db-3c00-400b-8882-6a9d17403994 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0624847 Jul 15 15:49:19.552447 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-4827074a-5a93-4032-93ee-3d217c5d4f02 req-dc1c77ae-16ba-44b8-91b8-691250035050 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296638 Jul 15 15:49:20.727468 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74106046-4a7a-4d5c-acc5-6fba2711298f req-5eacdccd-7efd-436c-a176-d74bdd2b8782 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:20.728901 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-74106046-4a7a-4d5c-acc5-6fba2711298f req-5eacdccd-7efd-436c-a176-d74bdd2b8782 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Jul 15 15:49:20.765291 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-74106046-4a7a-4d5c-acc5-6fba2711298f req-13a8149c-738e-4de0-91f8-bef30a2576e6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Jul 15 15:49:33.397153 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:34.330036 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-5c88f32b-66c6-48b1-85fe-d3b7521947b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:37.125036 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-6a5b46af-a9da-43a7-b2e3-fd71292e6501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:37.419248 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:38.020320 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:39.527604 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-00c27883-833b-4b6a-b54b-6c04977f51a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490091 Jul 15 15:49:39.622607 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:49:39.626476 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-55d896f1-5091-4b63-9381-3789ddabf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:39.627955 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-55d896f1-5091-4b63-9381-3789ddabf248 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1098 time: 0.0555084 Jul 15 15:49:39.727516 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-2bbf6437-a6fa-4829-89d4-ef72874794d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:39.728956 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-2bbf6437-a6fa-4829-89d4-ef72874794d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0810134 Jul 15 15:49:39.792641 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-802ee321-9e9b-45ec-a55f-88e1501e278a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 1001 time: 0.0570152 Jul 15 15:49:39.842588 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-83cc61cd-2bce-4e13-b038-b602269d0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:39.843959 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-83cc61cd-2bce-4e13-b038-b602269d0a4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0421162 Jul 15 15:49:39.899682 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-e9271495-9a28-4344-8ff4-c798e9e83cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:39.901081 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-e9271495-9a28-4344-8ff4-c798e9e83cc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490873 Jul 15 15:49:39.988841 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-fc0be739-f619-481a-b3ae-3c12e77cbc4e service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807781 Jul 15 15:49:40.076147 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-79aa8a40-c1b8-4a2d-96ea-945a04c2d183 req-fa35a373-c38a-4450-ad30-641a886fea60 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800147 Jul 15 15:49:45.193816 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:49:55.227903 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00359dfc-2173-4690-9a07-700b55a3b2d5 req-6dd023fa-e440-48b4-8da6-03bb4fe1362b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:55.229236 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00359dfc-2173-4690-9a07-700b55a3b2d5 req-6dd023fa-e440-48b4-8da6-03bb4fe1362b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0668058 Jul 15 15:49:55.265846 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-00359dfc-2173-4690-9a07-700b55a3b2d5 req-2d35262b-20cf-491f-a550-e35495ff4e60 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Jul 15 15:49:56.440858 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08c3c9-81d7-4570-a969-b6e42a726ead req-c4010ecf-c64f-4960-a241-dd46f4d8e59d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:56.442349 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d08c3c9-81d7-4570-a969-b6e42a726ead req-c4010ecf-c64f-4960-a241-dd46f4d8e59d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0654621 Jul 15 15:49:56.478801 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-6d08c3c9-81d7-4570-a969-b6e42a726ead req-398185c4-ec82-44a4-a593-85b3db98fbab tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Jul 15 15:49:57.648306 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398cdd0-fe69-46e1-ae61-0a841694bc9d req-cfc54528-cad9-4f9f-bada-69aa35ac08c4 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:57.650444 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c398cdd0-fe69-46e1-ae61-0a841694bc9d req-cfc54528-cad9-4f9f-bada-69aa35ac08c4 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0616705 Jul 15 15:49:57.685969 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-c398cdd0-fe69-46e1-ae61-0a841694bc9d req-c04db6e8-149e-46f8-b904-f260aca59cd2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300725 Jul 15 15:49:59.009617 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629ae4a-28b4-4cac-8a87-c9e85b178385 req-1972a2aa-9b1a-4f81-b29f-ece5c1e4528e tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:49:59.011008 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2629ae4a-28b4-4cac-8a87-c9e85b178385 req-1972a2aa-9b1a-4f81-b29f-ece5c1e4528e tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0608859 Jul 15 15:49:59.046884 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2629ae4a-28b4-4cac-8a87-c9e85b178385 req-4e773558-a275-4106-b6e9-1825d691e56d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Jul 15 15:50:00.219378 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643efe8-5e46-4156-8ebb-cffb440db0ce req-18dbda9c-b8fa-4cf7-9e9d-2b367fa1a032 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:00.220816 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9643efe8-5e46-4156-8ebb-cffb440db0ce req-18dbda9c-b8fa-4cf7-9e9d-2b367fa1a032 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0662594 Jul 15 15:50:00.256728 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-9643efe8-5e46-4156-8ebb-cffb440db0ce req-a8fbe13d-4b15-417b-b138-96d43925916c tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Jul 15 15:50:01.421665 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb004cdb-89d2-4d63-acf5-909ac3f31544 req-78faf56f-7132-414c-8ed7-3f9d4a92fcca tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:01.423185 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cb004cdb-89d2-4d63-acf5-909ac3f31544 req-78faf56f-7132-414c-8ed7-3f9d4a92fcca tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0609617 Jul 15 15:50:01.458889 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-cb004cdb-89d2-4d63-acf5-909ac3f31544 req-efae1b47-7f7b-4dc4-bd48-7aff3bab0153 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304341 Jul 15 15:50:02.626069 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61cbdb-9529-47b2-9983-9b1fb5bb31dc req-bcf77e7c-13b5-462a-baed-7a903e38518b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:02.627588 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f61cbdb-9529-47b2-9983-9b1fb5bb31dc req-bcf77e7c-13b5-462a-baed-7a903e38518b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0622461 Jul 15 15:50:02.663741 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-1f61cbdb-9529-47b2-9983-9b1fb5bb31dc req-1890e383-0439-49d3-95f4-7f14bf52d890 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305741 Jul 15 15:50:03.395160 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:04.093778 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6183a-3736-4b1e-ad6c-99db5604e6b4 req-e6994148-8ce5-4361-bdf1-60fa48077069 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:04.095307 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3fa6183a-3736-4b1e-ad6c-99db5604e6b4 req-e6994148-8ce5-4361-bdf1-60fa48077069 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.3249373 Jul 15 15:50:04.131413 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-3fa6183a-3736-4b1e-ad6c-99db5604e6b4 req-49d1401c-fd82-4fbc-86cd-507eea0792f3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305994 Jul 15 15:50:04.329985 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4f235f13-3786-4ca8-b1e7-7e579f8a0ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:05.298136 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076612c-9ae5-4e35-a8d9-d2a33a410893 req-3c620f12-78e3-4459-be56-7aec313fff50 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:05.299618 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7076612c-9ae5-4e35-a8d9-d2a33a410893 req-3c620f12-78e3-4459-be56-7aec313fff50 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0618486 Jul 15 15:50:05.335595 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-7076612c-9ae5-4e35-a8d9-d2a33a410893 req-cc56228c-b6a2-4898-aa12-29a26942f135 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Jul 15 15:50:06.502539 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94ec4-688c-4184-a260-9ea8883caa84 req-4a4ed460-196b-4aa1-8baf-b3fc1b0f7c11 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:06.504002 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1aa94ec4-688c-4184-a260-9ea8883caa84 req-4a4ed460-196b-4aa1-8baf-b3fc1b0f7c11 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0614045 Jul 15 15:50:06.540308 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1aa94ec4-688c-4184-a260-9ea8883caa84 req-42838b89-2bba-4efc-ab94-a5c19744a941 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303073 Jul 15 15:50:06.915226 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa41c-5452-46ec-bab5-a3dc7f5a69fb req-0b3c4b55-c146-435f-8561-749fbe3a21f7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:06.916575 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-372aa41c-5452-46ec-bab5-a3dc7f5a69fb req-0b3c4b55-c146-435f-8561-749fbe3a21f7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.1021643 Jul 15 15:50:06.922193 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-db8358c8-362d-497b-8f78-c68412516346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:06.923534 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-db8358c8-362d-497b-8f78-c68412516346 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0756831 Jul 15 15:50:06.978692 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-372aa41c-5452-46ec-bab5-a3dc7f5a69fb req-c82856f9-6d8f-4213-8327-5d01a8c46881 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542150 Jul 15 15:50:07.034334 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-13a28861-b426-4357-a9f0-c87f6b91f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:07.035798 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-13a28861-b426-4357-a9f0-c87f6b91f67f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.0986974 Jul 15 15:50:07.100378 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-b7d018da-6657-4da0-8de2-6b2f8e14633e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 1001 time: 0.0546985 Jul 15 15:50:07.126045 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0a16219b-6a56-4d88-9144-f501166e9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.151836 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-2ff009fb-2bed-4146-ae00-3bc4f943bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:07.153337 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-2ff009fb-2bed-4146-ae00-3bc4f943bb98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0424469 Jul 15 15:50:07.215253 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-c5670594-e476-4bbd-a061-d2b9839f0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:07.216615 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-c5670594-e476-4bbd-a061-d2b9839f0771 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535836 Jul 15 15:50:07.305544 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-199ecc57-924e-437e-8f66-a936f02a58c4 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776496 Jul 15 15:50:07.397484 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-28c65633-617d-4ebe-8a5b-655c696ccc70 req-2acc00e1-9a13-4c45-ad65-290300ad3ea9 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Jul 15 15:50:07.420034 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.434723 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35854) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:07.585730 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Deleting port 3757b15f-cf9e-40b1-bb53-923063205a07 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:07.586639 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.657550 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.657873 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.668824 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Calling delete_port for 3757b15f-cf9e-40b1-bb53-923063205a07 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:07.812713 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.842193 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'Port': ['ID=3757b15f-cf9e-40b1-bb53-923063205a07,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:07.883603 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.883947 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.884281 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.884603 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.884922 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.885242 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.885562 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.885877 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.886214 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.886529 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.886838 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.887146 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:07.907518 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:07.907855 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Floating IP 59061415-1335-40f1-80db-d508b7d9d06f disassociated (deleted). External IP: 172.27.3.25, port: f108cf57-a453-47f2-bdc1-64ab84398cb1. Jul 15 15:50:08.024237 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.143693 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:08.211218 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde86e8-9b6c-449e-a291-e667ef89c5e3 req-95e33857-c106-4b7a-8b03-f7abe3866259 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.212655 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6bde86e8-9b6c-449e-a291-e667ef89c5e3 req-95e33857-c106-4b7a-8b03-f7abe3866259 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.1183515 Jul 15 15:50:08.285909 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-6bde86e8-9b6c-449e-a291-e667ef89c5e3 req-4af3bd62-0586-4dbb-b28a-3a5bf5e9cb49 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674810 Jul 15 15:50:08.292680 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:08.297444 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:08.302010 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:08.321484 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:08.322079 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:08.332603 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-cbcd8b6e-5375-4df9-8a13-2241482cffff tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "DELETE /v2.0/floatingips/59061415-1335-40f1-80db-d508b7d9d06f HTTP/1.1" status: 204 len: 168 time: 0.8967781 Jul 15 15:50:08.333258 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:08.335594 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60a33b-ee4c-494f-872b-e499daa3325d" -d '{"events": [{"name": "network-changed", "server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:08.375176 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5557a12-98d8-456d-b4be-ff03bf7ea388 x-openstack-request-id: req-d5557a12-98d8-456d-b4be-ff03bf7ea388 {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:08.375546 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:08.375890 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5557a12-98d8-456d-b4be-ff03bf7ea388 {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:08.376353 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'status': 'completed', 'code': 200} Jul 15 15:50:08.427529 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:08.448603 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-591176fe-1430-4305-951d-9b65616f12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.450126 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-591176fe-1430-4305-951d-9b65616f12a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 1099 time: 0.0537703 Jul 15 15:50:08.549209 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-5c332cdf-3033-4e46-8348-058bd4c6ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.550801 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-5c332cdf-3033-4e46-8348-058bd4c6ff3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0940225 Jul 15 15:50:08.596226 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-6a5c9460-837e-4b6f-9054-81e1b5e94ea8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1 HTTP/1.1" status: 200 len: 217 time: 0.0368247 Jul 15 15:50:08.644926 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-8ab440c1-fc53-4484-8d4f-4aac07b7a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.646861 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-8ab440c1-fc53-4484-8d4f-4aac07b7a3f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0454760 Jul 15 15:50:08.674241 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:03Z', 'revision_number': 1, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:08.701870 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494cc82-3a42-47e5-8302-776c682875f4 req-07329fe8-3032-41a3-8a7a-2323a974d5ae tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.702691 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:08.703411 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a494cc82-3a42-47e5-8302-776c682875f4 req-07329fe8-3032-41a3-8a7a-2323a974d5ae tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 946 time: 0.0626080 Jul 15 15:50:08.710309 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-5843120a-18c0-4f1f-a9c8-5806a99f79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:08.712044 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:08.712490 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-5843120a-18c0-4f1f-a9c8-5806a99f79c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593319 Jul 15 15:50:08.712997 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:08.743348 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-a494cc82-3a42-47e5-8302-776c682875f4 req-60d8d1cd-cd96-42cc-a888-fe792ac7f05d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Jul 15 15:50:08.803661 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-50f44026-48ff-4d46-afc0-d58c33697084 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830505 Jul 15 15:50:08.818897 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:08.896752 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2c60a33b-ee4c-494f-872b-e499daa3325d req-7573f730-10f9-4279-b022-a7c447941480 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Jul 15 15:50:09.114202 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:03Z', 'revision_number': 1, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:09.139029 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3938ca1-30a3-4ae2-a291-b41b4f4a9488 None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'e88f3fad-c766-4b7d-aa21-5f7b47766ba3', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'port_id': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'mac_address': 'fa:16:3e:c1:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:46:00Z', 'updated_at': '2021-07-15T15:46:03Z', 'revision_number': 1, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:09.334983 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fdff43-aa90-488e-ac33-7b9ddd81c9de None None] New status for floating IP 59061415-1335-40f1-80db-d508b7d9d06f: DOWN {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:50:09.623351 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:09.920101 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba472b2-fc36-4a41-a561-0beb35bc94a4 req-3820f443-d083-4d60-82f1-3ff3d02d912e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:09.921565 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ba472b2-fc36-4a41-a561-0beb35bc94a4 req-3820f443-d083-4d60-82f1-3ff3d02d912e tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 946 time: 0.0621402 Jul 15 15:50:09.958552 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2ba472b2-fc36-4a41-a561-0beb35bc94a4 req-8fe84510-d79a-4413-9bc3-d88459893a0c tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jul 15 15:50:10.229163 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-b1abe27b-6470-4e8f-bc5f-91917fba5b0d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:10.230586 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-b1abe27b-6470-4e8f-bc5f-91917fba5b0d tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 946 time: 0.0632451 Jul 15 15:50:10.324171 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Deleting port f108cf57-a453-47f2-bdc1-64ab84398cb1 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:10.324509 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.409818 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] For port f108cf57-a453-47f2-bdc1-64ab84398cb1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f108cf57-a453-47f2-bdc1-64ab84398cb1,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:10.410191 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.421766 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Calling delete_port for f108cf57-a453-47f2-bdc1-64ab84398cb1 owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:10.542266 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.574316 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'Port': ['ID=f108cf57-a453-47f2-bdc1-64ab84398cb1,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:10.585971 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.586344 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.586693 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.587027 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.587361 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.587691 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.588021 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.588349 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.588678 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.589001 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.589323 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.589641 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:10.628568 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] No DVR routers for this DVR port f108cf57-a453-47f2-bdc1-64ab84398cb1 on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:10.631031 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:10.633006 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-b26fac44-7da2-4697-be27-dff1a181ac88 req-29ceaea9-612e-43b8-88c2-02b94b0de712 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "DELETE /v2.0/ports/f108cf57-a453-47f2-bdc1-64ab84398cb1 HTTP/1.1" status: 204 len: 173 time: 0.3972409 Jul 15 15:50:10.633434 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'name': 'network-vif-deleted', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:10.635690 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f1c6b8-ec5e-470a-ab69-bd05314044a9" -d '{"events": [{"server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "name": "network-vif-deleted", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:10.674086 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18651888-cd9a-4524-bb80-26f1a972eb2f x-openstack-request-id: req-18651888-cd9a-4524-bb80-26f1a972eb2f {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:10.674407 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da74b4a0-1e57-4d96-be62-37a6d5099390", "name": "network-vif-deleted", "tag": "f108cf57-a453-47f2-bdc1-64ab84398cb1", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:10.674663 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18651888-cd9a-4524-bb80-26f1a972eb2f {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:10.675062 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da74b4a0-1e57-4d96-be62-37a6d5099390', 'name': 'network-vif-deleted', 'tag': 'f108cf57-a453-47f2-bdc1-64ab84398cb1', 'status': 'completed', 'code': 200} Jul 15 15:50:11.161356 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-83dc3237-aac7-41ff-b558-e69f61af80bd req-e5a7dedf-e1c8-4687-8f2f-e14a0f9a7a9a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=da74b4a0-1e57-4d96-be62-37a6d5099390 HTTP/1.1" status: 200 len: 210 time: 0.0736856 Jul 15 15:50:13.022045 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device f108cf57-a453-47f2-bdc1-64ab84398cb1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:13.041199 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: f108cf57-a453-47f2-bdc1-64ab84398cb1 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:13.041534 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device f108cf57-a453-47f2-bdc1-64ab84398cb1 not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:14.460726 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35888) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:14.611718 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Deleting port 9c5f083d-49ad-476a-8a6b-cec5ef6c1485 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:14.612061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.684058 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.684383 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.696087 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Calling delete_port for 9c5f083d-49ad-476a-8a6b-cec5ef6c1485 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:14.837723 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.862052 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'Port': ['ID=9c5f083d-49ad-476a-8a6b-cec5ef6c1485,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:14.923903 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:14.924209 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.db.l3_db [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Floating IP e88f3fad-c766-4b7d-aa21-5f7b47766ba3 disassociated (deleted). External IP: 172.27.3.119, port: 803a2a24-7635-450b-8ba2-e5ab7a5ea00e. Jul 15 15:50:15.120037 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:15.227036 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:15.231692 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:15.236015 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:15.245142 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:15.245749 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:15.269879 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8d51a27e-6746-40c8-aadb-48364dad199a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "DELETE /v2.0/floatingips/e88f3fad-c766-4b7d-aa21-5f7b47766ba3 HTTP/1.1" status: 204 len: 168 time: 0.8080773 Jul 15 15:50:15.270649 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e'}] {{(pid=99542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:15.273003 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6331a1c4f1b7e84fa472f3bf6277087e713d43829574816f4bdc54c41375578f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aaa6e3-05dc-4dbb-a0b1-879989756469" -d '{"events": [{"name": "network-changed", "server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e"}]}' {{(pid=99542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:15.311501 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c6a0e3-4912-4ce2-a7de-80f16042641c x-openstack-request-id: req-b2c6a0e3-4912-4ce2-a7de-80f16042641c {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:15.311795 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e", "status": "completed", "code": 200}]} {{(pid=99542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:15.312044 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2c6a0e3-4912-4ce2-a7de-80f16042641c {{(pid=99542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:15.312438 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'status': 'completed', 'code': 200} Jul 15 15:50:15.371941 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:15.392177 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-6cfc1e25-768f-4ab7-b1ed-ece4d0e17675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:15.393757 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-6cfc1e25-768f-4ab7-b1ed-ece4d0e17675 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=86232cc4161b4b569ec7115cf1793296&device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 1098 time: 0.0555778 Jul 15 15:50:15.496367 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-9fbaca54-df93-48c5-bf20-e9948b9228a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:15.497617 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-9fbaca54-df93-48c5-bf20-e9948b9228a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 200 len: 911 time: 0.0973258 Jul 15 15:50:15.544987 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-92eeaec2-d93b-4ad3-ad0b-24c2e6db17b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 200 len: 217 time: 0.0406835 Jul 15 15:50:15.595050 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:15.601176 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-6072d0ef-d91d-4c8c-9771-f67995c3442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:15.602826 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-6072d0ef-d91d-4c8c-9771-f67995c3442d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 200 len: 850 time: 0.0512922 Jul 15 15:50:15.628599 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:15.637609 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:15.638247 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:15.670513 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-6ef45fd0-7f63-4998-a1e0-a737f169731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:15.672030 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-6ef45fd0-7f63-4998-a1e0-a737f169731f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615089 Jul 15 15:50:15.712968 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82547db5-d700-497b-9b31-6722f60ac740 req-00046c3c-3119-4bcb-9c67-dcf5d0ee29db tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:15.714506 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-82547db5-d700-497b-9b31-6722f60ac740 req-00046c3c-3119-4bcb-9c67-dcf5d0ee29db tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.1155789 Jul 15 15:50:15.747923 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:15.753867 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-82547db5-d700-497b-9b31-6722f60ac740 req-555bdace-8cde-403a-a23e-fee32acfb6f2 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333874 Jul 15 15:50:15.766654 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-321d327b-1ef3-417a-8a67-78470f42b88f service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865114 Jul 15 15:50:15.856219 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-a9aaa6e3-05dc-4dbb-a0b1-879989756469 req-c96b3ae0-a558-4a73-83ee-1f043f776579 service neutron] 10.222.0.43 "GET /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811207 Jul 15 15:50:15.945837 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:15.970743 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f72d5-8335-43af-90fc-dae7bd043df9 None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:41:50Z', 'revision_number': 4, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': 'dc285af6-228a-4593-bf33-d6967f0beb3a', 'name': '', 'network_id': 'd7d7ca48-3fd3-411a-912d-bdb27ca6a6df', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'mac_address': 'fa:16:3e:4b:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:50Z', 'updated_at': '2021-07-15T15:41:58Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'subnets': [{'id': 'c7576f43-18a7-4aa6-88ba-d7e78a43b0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:16.191089 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49de1e-fc34-4a85-96b9-d095f4a6a71f None None] New status for floating IP e88f3fad-c766-4b7d-aa21-5f7b47766ba3: DOWN {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:50:16.927786 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e610b2-bed6-4a5c-bb9c-337e92cb2907 req-481f35f7-1d99-4eea-b5b4-28ca502fa60b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:16.929277 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-83e610b2-bed6-4a5c-bb9c-337e92cb2907 req-481f35f7-1d99-4eea-b5b4-28ca502fa60b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0654144 Jul 15 15:50:16.969659 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-83e610b2-bed6-4a5c-bb9c-337e92cb2907 req-e64b8d81-8a53-409f-83d0-37a444db272a tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/security-groups?id=3df1c217-58e0-40df-9751-71d210f2910f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Jul 15 15:50:17.202991 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-0ac1d789-cb3a-4fc9-8afd-af37890b7076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:17.204404 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-0ac1d789-cb3a-4fc9-8afd-af37890b7076 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 945 time: 0.0602484 Jul 15 15:50:17.297664 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Deleting port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:17.298005 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.384452 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] For port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:17.384729 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.396616 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Calling delete_port for 803a2a24-7635-450b-8ba2-e5ab7a5ea00e owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:17.518955 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.549413 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'Port': ['ID=803a2a24-7635-450b-8ba2-e5ab7a5ea00e,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:17.591004 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] No DVR routers for this DVR port 803a2a24-7635-450b-8ba2-e5ab7a5ea00e on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:17.593366 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:17.595382 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-1ce2d57e-755e-4f66-a963-5a10b637d431 req-7248df6f-392f-427e-9a17-a4f224a8428b tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.43 "DELETE /v2.0/ports/803a2a24-7635-450b-8ba2-e5ab7a5ea00e HTTP/1.1" status: 204 len: 173 time: 0.3852577 Jul 15 15:50:17.595804 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'name': 'network-vif-deleted', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:17.598099 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd2b6b-9130-4397-b37a-cbe148642f10" -d '{"events": [{"server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "name": "network-vif-deleted", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:17.634527 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb3153-e65c-4ae8-9af7-0a7a9d028a65 x-openstack-request-id: req-13fb3153-e65c-4ae8-9af7-0a7a9d028a65 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:17.634768 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c45c062-a2ef-4c94-9a72-2a3d455777b4", "name": "network-vif-deleted", "tag": "803a2a24-7635-450b-8ba2-e5ab7a5ea00e", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:17.635018 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13fb3153-e65c-4ae8-9af7-0a7a9d028a65 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:17.635408 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c45c062-a2ef-4c94-9a72-2a3d455777b4', 'name': 'network-vif-deleted', 'tag': '803a2a24-7635-450b-8ba2-e5ab7a5ea00e', 'status': 'completed', 'code': 200} Jul 15 15:50:18.120685 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-41a8334d-70be-4784-b0d7-78eeeb431c75 req-30fd14d2-2fc4-467f-9818-167db08e3717 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c45c062-a2ef-4c94-9a72-2a3d455777b4 HTTP/1.1" status: 200 len: 210 time: 0.0273433 Jul 15 15:50:19.056516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 803a2a24-7635-450b-8ba2-e5ab7a5ea00e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:19.075704 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: 803a2a24-7635-450b-8ba2-e5ab7a5ea00e {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:19.076043 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device 803a2a24-7635-450b-8ba2-e5ab7a5ea00e not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:19.211140 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35930) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:19.330174 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Deleting port 5a8e989e-f373-4913-8a8e-77c22e602abc {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:19.330426 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.404686 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.405009 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.416126 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Calling delete_port for 5a8e989e-f373-4913-8a8e-77c22e602abc owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:19.538004 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.565779 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'Port': ['ID=5a8e989e-f373-4913-8a8e-77c22e602abc,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:19.624823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.627364 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:19.628490 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b7456f74-cc10-4018-8066-987e3a8278b1 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "DELETE /v2.0/floatingips/f9a99e3b-b87c-4af6-ac07-70f63747cc58 HTTP/1.1" status: 204 len: 168 time: 0.4163742 Jul 15 15:50:20.883110 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35942) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:20.940373 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24e63ad7-7e02-4dce-b80c-f4c6da2355c6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:20.963740 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24e63ad7-7e02-4dce-b80c-f4c6da2355c6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:21.019578 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24e63ad7-7e02-4dce-b80c-f4c6da2355c6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:21.022082 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-24e63ad7-7e02-4dce-b80c-f4c6da2355c6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:21.023279 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-24e63ad7-7e02-4dce-b80c-f4c6da2355c6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] 10.222.0.15 "DELETE /v2.0/security-groups/3df1c217-58e0-40df-9751-71d210f2910f HTTP/1.1" status: 204 len: 168 time: 0.1391377 Jul 15 15:50:21.036571 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63ad7-7e02-4dce-b80c-f4c6da2355c6 tempest-TestVolumeBootPattern-282258293 tempest-TestVolumeBootPattern-282258293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1c217-58e0-40df-9751-71d210f2910f,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:21.072230 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35946) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:21.444692 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:21.922061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Deleting port dc285af6-228a-4593-bf33-d6967f0beb3a {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:21.922749 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:21.996404 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] For port dc285af6-228a-4593-bf33-d6967f0beb3a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=dc285af6-228a-4593-bf33-d6967f0beb3a,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:21.996747 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.008310 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Calling delete_port for dc285af6-228a-4593-bf33-d6967f0beb3a owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:22.177999 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.191726 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:50:22.204951 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc285af6-228a-4593-bf33-d6967f0beb3a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:22.364557 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.565408 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Router 883e2f49-937c-425d-8fbe-bcd054891abf has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:22.669837 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:22.674663 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b57e28d4-5555-4dee-9728-f0557d60ad43 admin admin] 10.222.0.15 "PUT /v2.0/routers/883e2f49-937c-425d-8fbe-bcd054891abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014235 Jul 15 15:50:22.677243 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35950) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:22.677814 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] Sync routers for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:22.687464 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:22.688063 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:22.776528 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.787418 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:22.876061 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.928259 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Deleting port e74ccc2b-a4d3-468e-878a-6d4d52845eee {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:22.929030 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:22.959382 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:50:22Z', 'revision_number': 5, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port': {'id': 'e74ccc2b-a4d3-468e-878a-6d4d52845eee', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:48Z', 'updated_at': '2021-07-15T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:22.984902 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] Checking router: 883e2f49-937c-425d-8fbe-bcd054891abf for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:22.992778 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] Routers {'883e2f49-937c-425d-8fbe-bcd054891abf'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:22.993372 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['883e2f49-937c-425d-8fbe-bcd054891abf'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:23.004168 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] For port e74ccc2b-a4d3-468e-878a-6d4d52845eee, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=e74ccc2b-a4d3-468e-878a-6d4d52845eee,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:23.004516 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.018573 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Calling delete_port for e74ccc2b-a4d3-468e-878a-6d4d52845eee owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:23.075345 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] Set router 883e2f49-937c-425d-8fbe-bcd054891abf gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:23.127164 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:50:22Z', 'revision_number': 6, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port_host': None}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:23.179993 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.204883 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74ccc2b-a4d3-468e-878a-6d4d52845eee,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:23.234170 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f9fe4f-3699-43b8-8862-ceaed8c9ddd8 None None] The sync data for ids ['883e2f49-937c-425d-8fbe-bcd054891abf'] in dv-cinder-789603-12-iscsi is: [{'id': '883e2f49-937c-425d-8fbe-bcd054891abf', 'name': 'tempest-TestVolumeBootPattern-895563519-router', 'tenant_id': '86232cc4161b4b569ec7115cf1793296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:47Z', 'updated_at': '2021-07-15T15:50:22Z', 'revision_number': 6, 'project_id': '86232cc4161b4b569ec7115cf1793296', 'gw_port_host': None}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:23.273690 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.359533 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.361562 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.402676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.403119 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883e2f49-937c-425d-8fbe-bcd054891abf {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:50:23.407389 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.408574 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-79b669fc-299b-4f09-ab80-b10b021e6df3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/883e2f49-937c-425d-8fbe-bcd054891abf HTTP/1.1" status: 204 len: 168 time: 0.7303908 Jul 15 15:50:23.411112 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35952) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:23.457198 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Deleting subnet c7576f43-18a7-4aa6-88ba-d7e78a43b0bc {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:50:23.460064 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.492066 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.565123 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.624998 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.658685 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.661463 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c7576f43-18a7-4aa6-88ba-d7e78a43b0bc HTTP/1.1" status: 204 len: 168 time: 0.2485504 Jul 15 15:50:23.662764 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650211b2-0a5c-4d05-8131-9f340040d918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7576f43-18a7-4aa6-88ba-d7e78a43b0bc,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:23.663227 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf803d5d-9abb-4e4a-b1ef-af849dc956f8 None None] Network d7d7ca48-3fd3-411a-912d-bdb27ca6a6df requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:23.663869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 35954) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:23.733921 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.785456 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Deleting port fa8977ba-7779-48b1-97c7-1cd089355fe2 {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:23.785800 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.853311 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] For port fa8977ba-7779-48b1-97c7-1cd089355fe2, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=fa8977ba-7779-48b1-97c7-1cd089355fe2,segment=NetworkSegment(2ab6597d-6846-46e0-9217-07343788ba7d),segment_id=2ab6597d-6846-46e0-9217-07343788ba7d)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:23.853669 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.864699 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Calling delete_port for fa8977ba-7779-48b1-97c7-1cd089355fe2 owned by network:dhcp {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:23.940289 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:23.965660 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8977ba-7779-48b1-97c7-1cd089355fe2,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:23.971224 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] No DVR routers for this DVR port fa8977ba-7779-48b1-97c7-1cd089355fe2 on host dv-cinder-789603-12-iscsi {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:23.994536 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba347f-974c-4568-b339-f3b25a49069a None None] DHCP port deletion for d7d7ca48-3fd3-411a-912d-bdb27ca6a6df request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:50:24.048852 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device dc285af6-228a-4593-bf33-d6967f0beb3a no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:24.054036 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.065084 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d7ca48-3fd3-411a-912d-bdb27ca6a6df']}} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:24.070166 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: dc285af6-228a-4593-bf33-d6967f0beb3a {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:24.070515 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device dc285af6-228a-4593-bf33-d6967f0beb3a not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:24.070934 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device fa8977ba-7779-48b1-97c7-1cd089355fe2 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:24.075967 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab6597d-6846-46e0-9217-07343788ba7d') {'for_net_delete': True} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:24.076265 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.services.segments.db [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab6597d-6846-46e0-9217-07343788ba7d') {} {{(pid=99541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:24.085273 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789847'] for segment, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.092656 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: fa8977ba-7779-48b1-97c7-1cd089355fe2 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:24.092998 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device fa8977ba-7779-48b1-97c7-1cd089355fe2 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:24.093597 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e74ccc2b-a4d3-468e-878a-6d4d52845eee no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:24.100615 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.107107 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=99541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:50:24.107499 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5789309'] for segment, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: Traceback (most recent call last): Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: timer() Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: cb(*args, **kw) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: return func(*args, **kwargs) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: self._notify() Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: self.callback(batched_events) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: event.method(event) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: return f(self, *a, **k) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._get(url).json() Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: return self.request(url, 'GET', **kwargs) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:50:24.109159 dv-cinder-789603-12-iscsi neutron-server[99541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:50:24.112206 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: e74ccc2b-a4d3-468e-878a-6d4d52845eee {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:24.112674 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device e74ccc2b-a4d3-468e-878a-6d4d52845eee not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:24.167307 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.172490 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.174329 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d7d7ca48-3fd3-411a-912d-bdb27ca6a6df HTTP/1.1" status: 204 len: 168 time: 0.5094545 Jul 15 15:50:24.177358 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35956) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:24.185076 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ecb8-fb48-44b2-83f2-5c9b070d3393 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d7ca48-3fd3-411a-912d-bdb27ca6a6df,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:24.510531 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.754620 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Deleting port f04869ec-52a7-4fb7-a18f-f67b640b336b {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:24.754963 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.838618 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] For port f04869ec-52a7-4fb7-a18f-f67b640b336b, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=f04869ec-52a7-4fb7-a18f-f67b640b336b,segment=NetworkSegment(3268a935-12f9-47a0-b784-3f31dfd7d7a1),segment_id=3268a935-12f9-47a0-b784-3f31dfd7d7a1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:24.838969 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:24.850894 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Calling delete_port for f04869ec-52a7-4fb7-a18f-f67b640b336b owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:25.023603 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.048803 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04869ec-52a7-4fb7-a18f-f67b640b336b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:25.207070 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.655042 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:25.755649 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:25.760462 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ff312258-9116-4040-8052-505ad05a82f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/08af8c1b-23a8-4eea-acb5-dfe717e9e9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5820847 Jul 15 15:50:25.763055 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35958) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:25.765602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] Sync routers for ids ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'] in dv-cinder-789603-12-iscsi {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:25.775342 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] Routers {'08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:25.775963 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:25.862979 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:25.875072 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] Set router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:25.965879 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.017841 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Deleting port 6f755e45-49dd-46f6-b69f-3a605e3a4acb {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:26.018207 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.046211 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:50:24Z', 'revision_number': 5, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port': {'id': '6f755e45-49dd-46f6-b69f-3a605e3a4acb', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:26.075756 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] Checking router: 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 for host: dv-cinder-789603-12-iscsi {{(pid=99543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:26.083850 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] Routers {'08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:26.084457 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'], 'active': True} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:26.097830 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] For port 6f755e45-49dd-46f6-b69f-3a605e3a4acb, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=6f755e45-49dd-46f6-b69f-3a605e3a4acb,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:26.098211 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.109382 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Calling delete_port for 6f755e45-49dd-46f6-b69f-3a605e3a4acb owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:26.163281 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvr_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] Set router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 gateway port host: None {{(pid=99543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:26.215868 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_hamode_db [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:50:25Z', 'revision_number': 6, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port_host': None}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:26.241096 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b477b45-bbbe-4a31-a264-f1bf031feaa3 None None] The sync data for ids ['08af8c1b-23a8-4eea-acb5-dfe717e9e9e3'] in dv-cinder-789603-12-iscsi is: [{'id': '08af8c1b-23a8-4eea-acb5-dfe717e9e9e3', 'name': 'tempest-TestVolumeBootPattern-169144078-router', 'tenant_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:41:54Z', 'updated_at': '2021-07-15T15:50:25Z', 'revision_number': 6, 'project_id': 'a3c5c14c15904d3ca0e8d26e1419e7e5', 'gw_port_host': None}] {{(pid=99543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:26.268960 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.294311 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f755e45-49dd-46f6-b69f-3a605e3a4acb,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:26.353695 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.438408 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.440322 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.483029 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.483541 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:50:26.487662 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.488906 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-7feb24f5-659b-4676-9be1-5eb4a2f48704 admin admin] 10.222.0.15 "DELETE /v2.0/routers/08af8c1b-23a8-4eea-acb5-dfe717e9e9e3 HTTP/1.1" status: 204 len: 168 time: 0.7249532 Jul 15 15:50:26.491981 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35960) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:26.534016 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Deleting subnet bc9fb788-3b8c-4f60-81e9-2873aab7e4c7 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:50:26.536842 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.569427 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.652034 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.702491 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.727697 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9fb788-3b8c-4f60-81e9-2873aab7e4c7,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:26.729633 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.731560 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5decfd44-14e1-4a60-a205-93d4dce8c915 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc9fb788-3b8c-4f60-81e9-2873aab7e4c7 HTTP/1.1" status: 204 len: 168 time: 0.2385995 Jul 15 15:50:26.734065 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35962) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:26.736421 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6bdea-7844-425d-a0c4-a3b099bcf58a None None] Network 8fd8f76d-4693-4fad-a79c-cac51bf69f5d requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:50:26.802895 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.853948 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Deleting port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:26.854318 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.915495 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] For port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,segment=NetworkSegment(3268a935-12f9-47a0-b784-3f31dfd7d7a1),segment_id=3268a935-12f9-47a0-b784-3f31dfd7d7a1)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:26.915774 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:26.927938 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Calling delete_port for 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:26.987370 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] DHCP port deletion for 8fd8f76d-4693-4fad-a79c-cac51bf69f5d request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:50:27.012633 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.037150 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Deleting port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a {{(pid=99543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:27.037620 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.037999 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:27.041955 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] No DVR routers for this DVR port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a on host dv-cinder-789603-12-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:27.101987 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] For port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a, host dv-cinder-789603-12-iscsi, got binding levels [] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:27.102408 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.113762 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Calling delete_port for 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a owned by network:dhcp {{(pid=99543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:27.114661 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.117104 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a was not found and therefore no delete operation was performed {{(pid=99543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:50:27.118382 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188'] for port, after_delete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.125496 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd8f76d-4693-4fad-a79c-cac51bf69f5d']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:27.135468 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3268a935-12f9-47a0-b784-3f31dfd7d7a1') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:27.135807 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3268a935-12f9-47a0-b784-3f31dfd7d7a1') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:27.143546 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Pushing event deleted for resources: {'Port': ['ID=7cbbd4c7-f8ea-4fbc-b470-78f23f83227a,revision_number=None']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:27.144631 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.145721 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] No DVR routers for this DVR port 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a on host dv-cinder-789603-12-iscsi {{(pid=99543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.156647 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.157904 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.157904 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25f19-ed3a-4594-9be9-1ac6f0d8e59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:50:27.166377 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.172308 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:50:27.172786 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:50:27.174755 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:50:27.228852 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.234362 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.238795 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8fd8f76d-4693-4fad-a79c-cac51bf69f5d HTTP/1.1" status: 204 len: 168 time: 0.5012207 Jul 15 15:50:27.247071 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda51af1-e140-4caf-b7f8-5ac566a4e936 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd8f76d-4693-4fad-a79c-cac51bf69f5d,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:27.348627 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35966) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:27.390264 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-f10f4fef-51df-4798-877b-7e77ef742859 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86232cc4161b4b569ec7115cf1793296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404785 Jul 15 15:50:27.392568 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35968) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:27.438996 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7a2fefeb-a78e-4dcf-8be4-2018e3d6c697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.459389 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7a2fefeb-a78e-4dcf-8be4-2018e3d6c697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.504814 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7a2fefeb-a78e-4dcf-8be4-2018e3d6c697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.507877 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-7a2fefeb-a78e-4dcf-8be4-2018e3d6c697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.509006 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-7a2fefeb-a78e-4dcf-8be4-2018e3d6c697 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1d262c2-620e-42d5-b57f-363507ecbc30 HTTP/1.1" status: 204 len: 168 time: 0.1155705 Jul 15 15:50:27.517490 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fefeb-a78e-4dcf-8be4-2018e3d6c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d262c2-620e-42d5-b57f-363507ecbc30,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:27.803923 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35974) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:27.842907 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e2af2178-21d1-483c-81af-a90eded550ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3c5c14c15904d3ca0e8d26e1419e7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377140 Jul 15 15:50:27.845169 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 35976) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:27.891649 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6cca9517-9d54-4440-ab86-b6ddf9f2b9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.912394 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6cca9517-9d54-4440-ab86-b6ddf9f2b9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.932314 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f04869ec-52a7-4fb7-a18f-f67b640b336b no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:27.955529 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: f04869ec-52a7-4fb7-a18f-f67b640b336b {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:27.955931 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device f04869ec-52a7-4fb7-a18f-f67b640b336b not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:27.956345 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:27.960994 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6cca9517-9d54-4440-ab86-b6ddf9f2b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.963626 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-6cca9517-9d54-4440-ab86-b6ddf9f2b9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:27.964745 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-6cca9517-9d54-4440-ab86-b6ddf9f2b9d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/941c1fa7-fff2-4187-8b78-9ee2e1b22479 HTTP/1.1" status: 204 len: 168 time: 0.1186905 Jul 15 15:50:27.972812 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca9517-9d54-4440-ab86-b6ddf9f2b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c1fa7-fff2-4187-8b78-9ee2e1b22479,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:27.974692 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:27.975040 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 7cbbd4c7-f8ea-4fbc-b470-78f23f83227a not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:27.975450 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6f755e45-49dd-46f6-b69f-3a605e3a4acb no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:27.997915 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 6f755e45-49dd-46f6-b69f-3a605e3a4acb {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:27.998604 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 6f755e45-49dd-46f6-b69f-3a605e3a4acb not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:33.397400 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:34.330520 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2286c734-7fcd-4d5f-82ce-1187612a5a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:37.125277 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a967b101-10ed-4900-9ebe-45958452af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:37.421063 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:38.026188 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:39.628626 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:40.688394 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-a8cb6f51-89eb-4f9e-b313-113f164dd737 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764209 Jul 15 15:50:40.760535 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-454badea-c626-4f9d-a375-3797b4e92bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:40.761981 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-454badea-c626-4f9d-a375-3797b4e92bc4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0498106 Jul 15 15:50:40.865285 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-c5074aa8-7d63-47ac-893c-cfc2c8225904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:40.866825 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-c5074aa8-7d63-47ac-893c-cfc2c8225904 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.0851316 Jul 15 15:50:40.929293 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-0ea1179e-38dd-4e5d-ae04-35f8ecede65a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 200 len: 1001 time: 0.0556302 Jul 15 15:50:40.982890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-40df7112-6650-46ff-ba65-22f6b5dcd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:40.984258 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-40df7112-6650-46ff-ba65-22f6b5dcd588 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0450697 Jul 15 15:50:41.038822 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-053ed43b-1f30-4206-b7a8-5372c56bcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:41.040293 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-053ed43b-1f30-4206-b7a8-5372c56bcdbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494466 Jul 15 15:50:41.050573 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-8a2dafbd-c049-427d-b424-28a51a9c9ab2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:50:41.051497 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-8a2dafbd-c049-427d-b424-28a51a9c9ab2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048487 Jul 15 15:50:41.136168 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-b123d03f-f6d2-4a1b-b61c-442a2f8fdfb2 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773706 Jul 15 15:50:41.224072 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-f7b78503-4841-48df-aa65-ee64ea9e63b0 req-a75eec28-8e81-4983-acf3-24ec59bdc240 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810304 Jul 15 15:50:43.673455 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3202bee-d09c-4960-b8d1-d05258d6ecb8 req-b857c29f-e515-4762-bd77-df1f11a8c376 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:43.674937 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3202bee-d09c-4960-b8d1-d05258d6ecb8 req-b857c29f-e515-4762-bd77-df1f11a8c376 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0612376 Jul 15 15:50:43.711527 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c3202bee-d09c-4960-b8d1-d05258d6ecb8 req-a6481411-6ac1-4a0f-a40f-9e0d16cabc1b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Jul 15 15:50:44.881379 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e324e6-e178-4ec2-9395-ead1e10ae3b4 req-55f9f3ab-1635-4613-b55f-f265bac41726 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:44.882835 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-49e324e6-e178-4ec2-9395-ead1e10ae3b4 req-55f9f3ab-1635-4613-b55f-f265bac41726 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0622773 Jul 15 15:50:44.918958 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-49e324e6-e178-4ec2-9395-ead1e10ae3b4 req-828ce5c0-c481-4881-b543-9648ff16b2ef tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305989 Jul 15 15:50:45.748461 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-d5d74554-130a-4be7-be94-9c4b61af0144 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:45.749875 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-d5d74554-130a-4be7-be94-9c4b61af0144 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.0636077 Jul 15 15:50:45.846247 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Deleting port e2e81c14-14c6-499f-82e2-74916b68ac8a {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:45.846585 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:45.933949 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] For port e2e81c14-14c6-499f-82e2-74916b68ac8a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e2e81c14-14c6-499f-82e2-74916b68ac8a,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:45.934331 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:46.143454 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272210e-f6bd-4d6a-9b30-1643ca317f49 req-dd7b9a78-b88e-40c0-bdaa-f4b4a5a036e8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:46.144876 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c272210e-f6bd-4d6a-9b30-1643ca317f49 req-dd7b9a78-b88e-40c0-bdaa-f4b4a5a036e8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=739fe0f6-6e4e-495e-a23c-5b92a0630ad5 HTTP/1.1" status: 200 len: 945 time: 0.1178479 Jul 15 15:50:46.146494 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:46.146869 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:46.147174 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Floating IP f819b9aa-7ac7-4949-b3a0-c19e989153b2 disassociated. External IP: 172.27.3.213, port: e2e81c14-14c6-499f-82e2-74916b68ac8a. Jul 15 15:50:46.147513 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Calling delete_port for e2e81c14-14c6-499f-82e2-74916b68ac8a owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:46.219312 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-c272210e-f6bd-4d6a-9b30-1643ca317f49 req-e7844af4-a1fb-49cb-a8ac-e2897db40d2a tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f9203a7-538f-40d1-af7b-69e0e56e2147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671411 Jul 15 15:50:46.295719 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:46.327374 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event deleted for resources: {'Port': ['ID=e2e81c14-14c6-499f-82e2-74916b68ac8a,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:46.434861 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:50:46.533626 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:50:46.543229 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:50:46.552298 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:46.552890 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:46.579492 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] No DVR routers for this DVR port e2e81c14-14c6-499f-82e2-74916b68ac8a on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:50:46.581963 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:46.583989 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0a070fa1-dd63-44c3-9d78-4437e6102677 req-cd990f6a-90f9-4eb8-89b8-bebf9d9d3f27 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "DELETE /v2.0/ports/e2e81c14-14c6-499f-82e2-74916b68ac8a HTTP/1.1" status: 204 len: 173 time: 0.8250999 Jul 15 15:50:46.584418 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'name': 'network-vif-deleted', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:46.587360 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c13bb7-564c-4171-9373-9439dfc578c8" -d '{"events": [{"server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "name": "network-vif-deleted", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:46.659972 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:46.786017 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3f080-4545-4e1b-b48f-178f527a088b x-openstack-request-id: req-dac3f080-4545-4e1b-b48f-178f527a088b {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:46.786577 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739fe0f6-6e4e-495e-a23c-5b92a0630ad5", "name": "network-vif-deleted", "tag": "e2e81c14-14c6-499f-82e2-74916b68ac8a", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:46.786577 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dac3f080-4545-4e1b-b48f-178f527a088b {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:46.786967 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739fe0f6-6e4e-495e-a23c-5b92a0630ad5', 'name': 'network-vif-deleted', 'tag': 'e2e81c14-14c6-499f-82e2-74916b68ac8a', 'status': 'completed', 'code': 200} Jul 15 15:50:46.858994 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:46.888519 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:50:46.896554 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:50:46.897151 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:46.996411 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:50:47.188620 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:50:47.213281 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23985b23-92df-4674-81f9-6f9d9502c0d1 None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:50:47.346209 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36012) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:47.402371 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9391aa-ab58-4183-b3c9-f8bea7ace2b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.426296 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9391aa-ab58-4183-b3c9-f8bea7ace2b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.440628 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a51008e-ffe6-46db-b1eb-e8b1ddd53467 None None] New status for floating IP f819b9aa-7ac7-4949-b3a0-c19e989153b2: DOWN {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:50:47.473742 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9391aa-ab58-4183-b3c9-f8bea7ace2b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.476871 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fd9391aa-ab58-4183-b3c9-f8bea7ace2b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.478005 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fd9391aa-ab58-4183-b3c9-f8bea7ace2b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f9203a7-538f-40d1-af7b-69e0e56e2147 HTTP/1.1" status: 204 len: 168 time: 0.1302221 Jul 15 15:50:47.481008 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36014) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:47.487027 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9391aa-ab58-4183-b3c9-f8bea7ace2b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9203a7-538f-40d1-af7b-69e0e56e2147,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:47.494976 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.api.v2.resource [None req-b28a78b3-8fee-428a-b7cf-4eaa26d4d286 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] show failed (client error): The resource could not be found. Jul 15 15:50:47.495984 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-b28a78b3-8fee-428a-b7cf-4eaa26d4d286 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups/1f9203a7-538f-40d1-af7b-69e0e56e2147 HTTP/1.1" status: 404 len: 347 time: 0.0137782 Jul 15 15:50:47.498879 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36016) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:47.622659 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Deleting port b693a8a6-8fb0-4ee3-9ed0-a603f46e454f {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:50:47.622986 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.693152 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.693479 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.704434 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Calling delete_port for b693a8a6-8fb0-4ee3-9ed0-a603f46e454f owned by network:floatingip {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:50:47.829216 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.856246 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event deleted for resources: {'Port': ['ID=b693a8a6-8fb0-4ee3-9ed0-a603f46e454f,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:47.915032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.917783 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:47.919147 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-12720e3f-54b9-42be-b2b3-1d096767a113 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "DELETE /v2.0/floatingips/f819b9aa-7ac7-4949-b3a0-c19e989153b2 HTTP/1.1" status: 204 len: 168 time: 0.4193935 Jul 15 15:50:48.340194 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36020) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:48.344876 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235547286', 'description': 'tempest-description--319075722'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:48.365890 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.445540 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.448940 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.474104 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.475311 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1340477 Jul 15 15:50:48.478714 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36022) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:48.479689 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870d2dc-1b84-4c07-9618-508742109f24 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27725cfb-74bf-4cb5-a016-17f19f822de7,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:48.483406 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'security_group_rule': {'security_group_id': '27725cfb-74bf-4cb5-a016-17f19f822de7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:48.509334 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.567255 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.571164 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.587146 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1b5b57-28e5-499a-8ab8-080664448320,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:48.593653 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.594973 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-173af8a0-42d4-4e83-9db2-4d1bbe30ec34 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152153 Jul 15 15:50:48.597587 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36024) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:48.602485 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'security_group_rule': {'security_group_id': '27725cfb-74bf-4cb5-a016-17f19f822de7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:48.627730 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.683191 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.686533 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608043'] for security_group_rule, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.702825 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b6c43e-0d6d-43f7-9c85-1910d0a0cc45,revision_number=0']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:48.709259 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.710472 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-30428e16-d725-4f18-8f89-fa4eab5b30d2 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117587 Jul 15 15:50:48.713320 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36026) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:50:48.717579 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.v2.base [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'floatingip': {'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2'}} {{(pid=99542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:48.738430 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.831832 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:48.931882 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_common [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Allocated IP 172.27.3.41 (8c5e1a36-77c8-447d-b731-ff63a8063bb2/3436cba3-c366-42e2-a911-875dfe848a40/9e0d8866-c9bd-4f77-87b3-a2a986227745) {{(pid=99542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:49.031256 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for port, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.072714 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.106463 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Network 8c5e1a36-77c8-447d-b731-ff63a8063bb2 is already hosted by enough agents. {{(pid=99542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:49.112333 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.base_scheduler [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Resources bound (agent type, host, resource id): {{(pid=99542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:49.115808 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Received port after_create {{(pid=99542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:49.121559 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'Port': ['ID=9e0d8866-c9bd-4f77-87b3-a2a986227745,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:49.202942 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.242892 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.384684 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for port, precommit_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.388660 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5277883'] for port, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.453275 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'Port': ['ID=9e0d8866-c9bd-4f77-87b3-a2a986227745,revision_number=2']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:49.462849 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.475285 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:49.477009 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-fded1368-7064-46ad-b28d-31166e8855e9 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7627885 Jul 15 15:50:49.660442 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-7abe24eb-14b1-4ede-b984-405f84a1b098 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1235547286&fields=id&tenant_id=1d335aaa74bc45e6a94a9faf5febe338 HTTP/1.1" status: 200 len: 267 time: 0.0316250 Jul 15 15:50:49.763205 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-732c523a-5093-43e4-a1d6-eddabcd98091 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:49.764611 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-732c523a-5093-43e4-a1d6-eddabcd98091 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 810 time: 0.0975771 Jul 15 15:50:49.778814 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-6c7ad713-9ec5-4734-8361-f52c71346c2b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/quotas/1d335aaa74bc45e6a94a9faf5febe338 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Jul 15 15:50:49.847634 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-810c0c03-adc5-4da0-be11-888baffed525 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642247 Jul 15 15:50:49.863119 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-28afba70-d0f4-40ed-b645-add64884985a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:50:49.864046 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-28afba70-d0f4-40ed-b645-add64884985a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049884 Jul 15 15:50:49.951666 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-e8e7e3f5-d126-4016-82f3-9d45e683fbf3 service neutron] 10.222.0.15 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824988 Jul 15 15:50:50.036573 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-5215cc8e-a67a-4008-819f-7c7ac9f203e8 service neutron] 10.222.0.15 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793865 Jul 15 15:50:50.200352 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-770f424d-b134-4748-80de-a101aacf487b req-7cf3b644-c493-4aea-b535-93d1e9d2da5d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 210 time: 0.0280535 Jul 15 15:50:51.257602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device e2e81c14-14c6-499f-82e2-74916b68ac8a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:50:51.281016 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: e2e81c14-14c6-499f-82e2-74916b68ac8a {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:50:51.281016 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device e2e81c14-14c6-499f-82e2-74916b68ac8a not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:50:51.345551 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-2290d0cb-5d70-4891-aeaa-163c0899db1a req-b220be4a-2221-4128-a59a-16801c434558 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 210 time: 0.0364392 Jul 15 15:50:51.679285 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-69ee175e-cf38-4c51-919f-61be13e18625 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:51.680709 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-69ee175e-cf38-4c51-919f-61be13e18625 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 810 time: 0.3644316 Jul 15 15:50:51.723486 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-9705aae0-efe4-47ce-b0ca-e93bfcc43019 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d335aaa74bc45e6a94a9faf5febe338 HTTP/1.1" status: 200 len: 380 time: 0.0319502 Jul 15 15:50:51.732155 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'port': {'device_id': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'admin_state_up': True, 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'security_groups': ['27725cfb-74bf-4cb5-a016-17f19f822de7']}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:51.834054 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Made reservation on behalf of 1d335aaa74bc45e6a94a9faf5febe338 for: {'port': 1} {{(pid=99541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:50:51.838095 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:51.954504 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.db_base_plugin_common [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Allocated IP 172.20.0.14 (c6433bf3-772c-4e0d-86c7-23adae56c4e2/7b534fa8-0c63-4e06-890b-6095b5ce1519/d9295e6a-041b-481d-9321-f151258759ad) {{(pid=99541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:50:52.086358 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for port, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.098841 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Transition to ACTIVE for port object d9295e6a-041b-481d-9321-f151258759ad will not be triggered until provisioned by entity DHCP. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:52.129970 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740808215179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.177362 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 is already hosted by enough agents. {{(pid=99541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:50:52.180449 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.base_scheduler [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Resources bound (agent type, host, resource id): {{(pid=99541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:50:52.184493 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Received port after_create {{(pid=99541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:50:52.190912 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event updated for resources: {'Port': ['ID=d9295e6a-041b-481d-9321-f151258759ad,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:52.235986 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:52.236614 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.250625 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-f3be5b7d-d9a0-4e77-9ae7-c54096b39976 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5217898 Jul 15 15:50:52.266774 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Request body: {'port': {'device_id': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:50:52.338367 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.380470 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-d431c9fb-0e40-465f-9123-aa5234b26098 None None] Provisioning for port d9295e6a-041b-481d-9321-f151258759ad completed by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:52.385259 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-d431c9fb-0e40-465f-9123-aa5234b26098 None None] Provisioning complete for port d9295e6a-041b-481d-9321-f151258759ad triggered by entity DHCP. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:52.385662 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d431c9fb-0e40-465f-9123-aa5234b26098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.419412 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-d431c9fb-0e40-465f-9123-aa5234b26098 None None] Port d9295e6a-041b-481d-9321-f151258759ad cannot update to ACTIVE because it is not bound. {{(pid=99543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:50:52.587395 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaccaa6-5744-4360-bb55-0481c1dfbe72 req-08176ca6-1c82-443f-ba34-72e375f14937 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:52.588914 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ccaccaa6-5744-4360-bb55-0481c1dfbe72 req-08176ca6-1c82-443f-ba34-72e375f14937 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 932 time: 0.1310163 Jul 15 15:50:52.644191 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-ccaccaa6-5744-4360-bb55-0481c1dfbe72 req-1e46eb13-aa1a-4d65-8134-7515191f2858 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491922 Jul 15 15:50:52.673148 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9295e6a-041b-481d-9321-f151258759ad {{(pid=99541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:50:52.681032 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.692570 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.provisioning_blocks [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Transition to ACTIVE for port object d9295e6a-041b-481d-9321-f151258759ad will not be triggered until provisioned by entity L2. {{(pid=99541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:50:52.696233 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.745916 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9295e6a-041b-481d-9321-f151258759ad,revision_number=2']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:52.815745 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Attempting to bind port d9295e6a-041b-481d-9321-f151258759ad on host hv-cinder-78960 for vnic_type normal with profile {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:50:52.816083 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Attempting to bind port d9295e6a-041b-481d-9321-f151258759ad by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:50:52.816414 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Attempting to bind port d9295e6a-041b-481d-9321-f151258759ad on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:52.821371 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Port d9295e6a-041b-481d-9321-f151258759ad on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:50:52.821695 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Attempting to bind port d9295e6a-041b-481d-9321-f151258759ad on network c6433bf3-772c-4e0d-86c7-23adae56c4e2 {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:50:52.826645 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Checking agent: {'id': '66667211-0dcf-4fe4-a85f-8504d5497aea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'started_at': datetime.datetime(2021, 7, 15, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:50:52.826987 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Checking segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:50:52.827375 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Bound using segment: {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'} {{(pid=99541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:50:52.827806 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.managers [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Bound port: d9295e6a-041b-481d-9321-f151258759ad, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e2b8bc-f780-4ff4-8401-9b546b77b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2'}}] {{(pid=99541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:50:52.828165 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.891478 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] For port d9295e6a-041b-481d-9321-f151258759ad, host hv-cinder-78960, cleared binding levels {{(pid=99541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:50:52.894455 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] For port d9295e6a-041b-481d-9321-f151258759ad, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d9295e6a-041b-481d-9321-f151258759ad,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:50:52.898820 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5789845'] for port, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.935838 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:52.936460 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:52.937877 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] 10.222.0.43 "PUT /v2.0/ports/d9295e6a-041b-481d-9321-f151258759ad HTTP/1.1" status: 200 len: 1094 time: 0.6756861 Jul 15 15:50:52.938301 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:52.940560 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288a6527-9edc-4913-8cd3-530dd563402b" -d '{"events": [{"name": "network-changed", "server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "tag": "d9295e6a-041b-481d-9321-f151258759ad"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:52.965634 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acffa23-8eb1-4b5c-b069-99a706c0f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9295e6a-041b-481d-9321-f151258759ad,revision_number=3']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:52.990937 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346b7467-74e1-40d2-a9a9-30c0eaa39f43 x-openstack-request-id: req-346b7467-74e1-40d2-a9a9-30c0eaa39f43 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:52.991280 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "tag": "d9295e6a-041b-481d-9321-f151258759ad", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:52.992050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-346b7467-74e1-40d2-a9a9-30c0eaa39f43 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:52.992528 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad', 'status': 'completed', 'code': 200} Jul 15 15:50:53.037813 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-24df1495-32cc-49a2-bab1-636c776d9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.039955 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-24df1495-32cc-49a2-bab1-636c776d9edd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 1097 time: 0.0581660 Jul 15 15:50:53.086649 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-3daf0843-58a0-4b10-9266-336a8888bbd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9295e6a-041b-481d-9321-f151258759ad HTTP/1.1" status: 200 len: 217 time: 0.0349782 Jul 15 15:50:53.137739 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-cf7a2d3a-75ae-48ac-9b46-2a983742bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.139110 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-cf7a2d3a-75ae-48ac-9b46-2a983742bc99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0466707 Jul 15 15:50:53.198511 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-71463e4b-b114-4db9-9667-9f945161454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.200031 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-71463e4b-b114-4db9-9667-9f945161454b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508981 Jul 15 15:50:53.289045 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-cd35bddf-db96-4e2a-8103-17c91aa80211 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780213 Jul 15 15:50:53.381648 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-523cc9b0-b602-4a77-b58e-4c65b68e6e75 req-292df7b4-4c08-4697-94a4-1a4cac032608 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830061 Jul 15 15:50:53.491803 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a6527-9edc-4913-8cd3-530dd563402b req-864a5de8-c9e9-4d2e-a94d-732333149dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.493173 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-864a5de8-c9e9-4d2e-a94d-732333149dc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 1097 time: 0.0506258 Jul 15 15:50:53.586332 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a6527-9edc-4913-8cd3-530dd563402b req-4a833f65-9fdc-42c5-bbe7-9d8e551333b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.587786 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-4a833f65-9fdc-42c5-bbe7-9d8e551333b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.0856223 Jul 15 15:50:53.627923 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-1a03122c-083b-4fb0-9a4b-2bbcc3f2c0d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9295e6a-041b-481d-9321-f151258759ad HTTP/1.1" status: 200 len: 217 time: 0.0328484 Jul 15 15:50:53.678091 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a6527-9edc-4913-8cd3-530dd563402b req-d4daccd0-f54c-4285-9093-3f5e5d0e3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.680100 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-d4daccd0-f54c-4285-9093-3f5e5d0e3d59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0454319 Jul 15 15:50:53.736726 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a6527-9edc-4913-8cd3-530dd563402b req-9bb9e980-57e5-4ffa-91b2-151ab1845397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.738274 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-9bb9e980-57e5-4ffa-91b2-151ab1845397 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510557 Jul 15 15:50:53.867973 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-5cf86c81-2dd2-40ef-9082-8358277ee805 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225345 Jul 15 15:50:53.876096 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499e13-d4f0-4504-9a19-e5be2e485426 req-dcffd7d4-c4b6-4a4e-a20a-b7a8c60bb8b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:53.877447 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe499e13-d4f0-4504-9a19-e5be2e485426 req-dcffd7d4-c4b6-4a4e-a20a-b7a8c60bb8b8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 944 time: 0.1241250 Jul 15 15:50:53.963948 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-fe499e13-d4f0-4504-9a19-e5be2e485426 req-fdeed981-c37e-480d-b931-79525ae14b7d tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782967 Jul 15 15:50:53.987103 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-288a6527-9edc-4913-8cd3-530dd563402b req-ffc34dd4-3600-4dbc-97aa-5157aa98abf3 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087625 Jul 15 15:50:55.132151 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b218dd-3b6a-4016-9d80-091bb1eb24af req-2de43ab4-bac8-460f-b739-99e52fd36108 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:55.133583 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-54b218dd-3b6a-4016-9d80-091bb1eb24af req-2de43ab4-bac8-460f-b739-99e52fd36108 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 944 time: 0.0607443 Jul 15 15:50:55.170409 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-54b218dd-3b6a-4016-9d80-091bb1eb24af req-8b061de1-e3c3-45df-a39c-d27674370d38 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311906 Jul 15 15:50:56.339830 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b46f7c-6155-4f14-8abe-0c7c45f801e2 req-821f8163-26e2-4a80-a53c-00394d768909 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:56.341309 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2b46f7c-6155-4f14-8abe-0c7c45f801e2 req-821f8163-26e2-4a80-a53c-00394d768909 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 944 time: 0.0628753 Jul 15 15:50:56.378171 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-d2b46f7c-6155-4f14-8abe-0c7c45f801e2 req-11a66a5b-3ede-4218-bee2-19c16bd00a5e tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Jul 15 15:50:57.287564 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d9295e6a-041b-481d-9321-f151258759ad details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=99543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:50:57.380840 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d9295e6a-041b-481d-9321-f151258759ad, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d9295e6a-041b-481d-9321-f151258759ad,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:57.391302 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Returning: {'device': 'd9295e6a-041b-481d-9321-f151258759ad', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'port_id': 'd9295e6a-041b-481d-9321-f151258759ad', 'mac_address': 'fa:16:3e:1a:21:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:50:57.426790 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.439060 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9295e6a-041b-481d-9321-f151258759ad {{(pid=99543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:50:57.458123 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d9295e6a-041b-481d-9321-f151258759ad, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d9295e6a-041b-481d-9321-f151258759ad,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:57.462427 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:57.508122 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=d9295e6a-041b-481d-9321-f151258759ad,revision_number=4']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:57.547379 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de13af-9aa9-442a-a81d-ab246d40618e req-244f3227-1ff3-4bae-a781-f228dabb0071 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:57.548759 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-32de13af-9aa9-442a-a81d-ab246d40618e req-244f3227-1ff3-4bae-a781-f228dabb0071 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 945 time: 0.0608349 Jul 15 15:50:57.588776 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-32de13af-9aa9-442a-a81d-ab246d40618e req-bf4746e0-21d2-4914-a279-b52658b62d85 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Jul 15 15:50:57.748452 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] get_ports_and_sgs() called for port_ids ['d9295e6a-041b-481d-9321-f151258759ad'] {{(pid=99543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:50:58.754073 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c6503-eae3-4376-ba57-bac95dc7bf26 req-af316d72-1e46-4688-9d5b-6e560e6a88c3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:58.755546 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-769c6503-eae3-4376-ba57-bac95dc7bf26 req-af316d72-1e46-4688-9d5b-6e560e6a88c3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 945 time: 0.0611303 Jul 15 15:50:58.792328 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-769c6503-eae3-4376-ba57-bac95dc7bf26 req-f1e2275c-c2cf-45ef-8f5c-58943b1f5ed5 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Jul 15 15:50:59.190175 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:50:59.320316 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d9295e6a-041b-481d-9321-f151258759ad up at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:50:59.367192 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning for port d9295e6a-041b-481d-9321-f151258759ad completed by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:50:59.370603 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.db.provisioning_blocks [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Provisioning complete for port d9295e6a-041b-481d-9321-f151258759ad triggered by entity L2. {{(pid=99543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:50:59.370973 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2053547'] for port, provisioning_complete {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.443456 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601883'] for port, before_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.464773 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad'}] {{(pid=99543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:50:59.467039 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49128dbd172d435285d78a50b6583978445a349fcbac302d1bcc01ebef19b951" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59573135-cc85-4529-912b-1f73caae1898" -d '{"events": [{"server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "name": "network-vif-plugged", "status": "completed", "tag": "d9295e6a-041b-481d-9321-f151258759ad"}]}' {{(pid=99543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:50:59.479443 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.db [None req-62dcd871-54da-499a-9276-183775fdac33 None None] For port d9295e6a-041b-481d-9321-f151258759ad, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d9295e6a-041b-481d-9321-f151258759ad,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:50:59.483512 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740808617045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740808215197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740808215215'] for port, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:50:59.508377 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71933b1a-78ce-4a17-8c1b-9900d58c78c2 x-openstack-request-id: req-71933b1a-78ce-4a17-8c1b-9900d58c78c2 {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:50:59.508664 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "name": "network-vif-plugged", "status": "completed", "tag": "d9295e6a-041b-481d-9321-f151258759ad", "code": 200}]} {{(pid=99543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:50:59.508909 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71933b1a-78ce-4a17-8c1b-9900d58c78c2 {{(pid=99543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:50:59.509286 dv-cinder-789603-12-iscsi neutron-server[99543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad', 'code': 200} Jul 15 15:50:59.532667 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Pushing event updated for resources: {'Port': ['ID=d9295e6a-041b-481d-9321-f151258759ad,revision_number=5']} {{(pid=99543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:50:59.745236 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393c9af-c4a7-43a6-a4b7-b2308a44de71 req-d24f01aa-f38f-4280-b9b7-5b8626e38155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.746795 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0393c9af-c4a7-43a6-a4b7-b2308a44de71 req-d24f01aa-f38f-4280-b9b7-5b8626e38155 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 1099 time: 0.0538545 Jul 15 15:50:59.782233 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-0393c9af-c4a7-43a6-a4b7-b2308a44de71 req-c23fce01-ecd3-402f-a20c-d64a13e531a6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256550 Jul 15 15:50:59.957555 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e8ff6-dfcc-4cf8-8616-46e84f54c426 req-2e9ccd23-c04b-4d08-87b2-825c52ad3877 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:50:59.959043 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2e8e8ff6-dfcc-4cf8-8616-46e84f54c426 req-2e9ccd23-c04b-4d08-87b2-825c52ad3877 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 946 time: 0.0615990 Jul 15 15:50:59.995214 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-2e8e8ff6-dfcc-4cf8-8616-46e84f54c426 req-a4352a4f-2011-463d-9615-82ef08b237fe tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Jul 15 15:51:01.168619 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecefe6a-f74f-47df-b322-2f0f7dabcf6c req-337e7809-9b85-4efe-af88-2b346900550f tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:01.170076 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-aecefe6a-f74f-47df-b322-2f0f7dabcf6c req-337e7809-9b85-4efe-af88-2b346900550f tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 946 time: 0.0627844 Jul 15 15:51:01.205483 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-aecefe6a-f74f-47df-b322-2f0f7dabcf6c req-d971e280-954f-4a41-a644-6bc1bedf4bcd tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298336 Jul 15 15:51:01.365946 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54db79-8303-41ca-9030-72bc7bdef526 req-55cbf8c2-40c3-4f7d-bd93-3f9d73ae0d73 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:01.367412 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-eb54db79-8303-41ca-9030-72bc7bdef526 req-55cbf8c2-40c3-4f7d-bd93-3f9d73ae0d73 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 946 time: 0.0612686 Jul 15 15:51:01.375672 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36086) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:51:01.379955 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.v2.base [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Request body: {'floatingip': {'port_id': 'd9295e6a-041b-481d-9321-f151258759ad'}} {{(pid=99541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:51:01.420457 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, before_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:01.839777 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:01.843402 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:01.936376 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Floating IP a08c075f-6392-44bd-b14e-eb4d7cfb455e associated. External IP: 172.27.3.41, port: d9295e6a-041b-481d-9321-f151258759ad. Jul 15 15:51:02.126220 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:51:02.226774 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:51:02.231423 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:02.237363 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:51:02.251331 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:51:02.251940 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:51:02.267922 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-692d2387-f77f-457a-b0e0-e509f0f97bc8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "PUT /v2.0/floatingips/a08c075f-6392-44bd-b14e-eb4d7cfb455e HTTP/1.1" status: 200 len: 991 time: 0.8912451 Jul 15 15:51:02.268494 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:51:02.270745 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89013e78-2f09-4408-81ef-ec77014e6280" -d '{"events": [{"name": "network-changed", "server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "tag": "d9295e6a-041b-481d-9321-f151258759ad"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:51:02.307241 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91593aa-2b04-4c95-a558-37cb1ad51b15 x-openstack-request-id: req-a91593aa-2b04-4c95-a558-37cb1ad51b15 {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:51:02.307855 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "tag": "d9295e6a-041b-481d-9321-f151258759ad", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:51:02.308175 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a91593aa-2b04-4c95-a558-37cb1ad51b15 {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:51:02.308659 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad', 'status': 'completed', 'code': 200} Jul 15 15:51:02.356759 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:51:02.380777 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013e78-2f09-4408-81ef-ec77014e6280 req-03eaf716-1b13-452d-8b73-00006080cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:02.382321 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-03eaf716-1b13-452d-8b73-00006080cecc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 1099 time: 0.0531671 Jul 15 15:51:02.468752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013e78-2f09-4408-81ef-ec77014e6280 req-7a3c275a-b4d7-4c6d-8fea-db7d0438eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:02.470250 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-7a3c275a-b4d7-4c6d-8fea-db7d0438eab3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 200 len: 910 time: 0.0815840 Jul 15 15:51:02.535138 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-26cd1d98-324c-446b-8870-5a3e624b933c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9295e6a-041b-481d-9321-f151258759ad HTTP/1.1" status: 200 len: 999 time: 0.0582855 Jul 15 15:51:02.571078 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'a08c075f-6392-44bd-b14e-eb4d7cfb455e', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'port_id': 'd9295e6a-041b-481d-9321-f151258759ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'mac_address': 'fa:16:3e:1a:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:50:49Z', 'updated_at': '2021-07-15T15:51:01Z', 'revision_number': 1, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:51:02.582522 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013e78-2f09-4408-81ef-ec77014e6280 req-1540a7b9-dbe8-415c-8f82-d4637e26f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:02.583978 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-1540a7b9-dbe8-415c-8f82-d4637e26f1d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 200 len: 849 time: 0.0426815 Jul 15 15:51:02.596456 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:51:02.605016 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:51:02.605610 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:50:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:51:02.643581 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013e78-2f09-4408-81ef-ec77014e6280 req-002e02f0-3039-485d-b317-926b5c7bf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:51:02.645080 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-002e02f0-3039-485d-b317-926b5c7bf928 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6433bf3-772c-4e0d-86c7-23adae56c4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548537 Jul 15 15:51:02.710194 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:51:02.734559 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-bb2bd4e5-fa73-40dd-b589-37459bb76047 service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826168 Jul 15 15:51:02.821856 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-89013e78-2f09-4408-81ef-ec77014e6280 req-6867c7b5-f204-4f67-98d7-87b2a2909e6e service neutron] 10.222.0.43 "GET /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808568 Jul 15 15:51:02.999121 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'a08c075f-6392-44bd-b14e-eb4d7cfb455e', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'port_id': 'd9295e6a-041b-481d-9321-f151258759ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'mac_address': 'fa:16:3e:1a:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:50:49Z', 'updated_at': '2021-07-15T15:51:01Z', 'revision_number': 1, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:51:03.023532 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd874e-53f5-4304-b4a0-5aa902e15977 None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_floatingips': [{'id': 'a08c075f-6392-44bd-b14e-eb4d7cfb455e', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'router_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'port_id': 'd9295e6a-041b-481d-9321-f151258759ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'mac_address': 'fa:16:3e:1a:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:50:49Z', 'updated_at': '2021-07-15T15:51:01Z', 'revision_number': 1, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:51:03.194705 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f19fb35-e0fe-4828-9070-390093442eb5 None None] New status for floating IP a08c075f-6392-44bd-b14e-eb4d7cfb455e: ACTIVE {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:51:03.416848 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:04.331106 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-54190dfb-97e9-444b-9ccb-20d43ee2e8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:07.125474 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d2812565-3311-462f-a0a1-79284e4f2eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:07.421115 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:08.028723 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:09.633633 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:33.429516 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:34.329996 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e0f18fce-1982-49a7-bb98-9742d2dc364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:36.188787 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:51:37.126735 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-860126d9-11c0-49c6-923c-3c256e5715cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:37.420720 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:38.032129 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:51:39.631502 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:02.609591 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec4876-3a25-40c4-93c0-14c05c435e9e req-f1d46f99-e78c-4426-92a1-24ae82062eb3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:02.611097 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-caec4876-3a25-40c4-93c0-14c05c435e9e req-f1d46f99-e78c-4426-92a1-24ae82062eb3 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 946 time: 0.0665054 Jul 15 15:52:02.648331 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-caec4876-3a25-40c4-93c0-14c05c435e9e req-ca500d3a-ef52-499b-9548-21e837344aee tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Jul 15 15:52:03.415205 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:03.817957 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d00cc7-a887-4550-abda-4920a8ffa33d req-47635a7a-9c57-45cf-b014-b8968875f727 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:03.819401 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35d00cc7-a887-4550-abda-4920a8ffa33d req-47635a7a-9c57-45cf-b014-b8968875f727 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 946 time: 0.0623274 Jul 15 15:52:03.855925 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [req-35d00cc7-a887-4550-abda-4920a8ffa33d req-016f592f-1d4c-4233-b2ab-0816e057468b tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups?id=27725cfb-74bf-4cb5-a016-17f19f822de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Jul 15 15:52:04.329374 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-254bfe13-8cdf-4d74-adb6-5e7614cccbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.448605 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-d2cdaae2-4280-4e19-ba98-d2b39b81b4eb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:52:04.450016 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-d2cdaae2-4280-4e19-ba98-d2b39b81b4eb tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 946 time: 0.0602458 Jul 15 15:52:04.548934 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Deleting port d9295e6a-041b-481d-9321-f151258759ad {{(pid=99541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:04.549278 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.634711 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.db [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] For port d9295e6a-041b-481d-9321-f151258759ad, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d9295e6a-041b-481d-9321-f151258759ad,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:04.635071 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.797272 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.797639 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025699'] for floatingip, after_update {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.797950 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.db.l3_db [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Floating IP a08c075f-6392-44bd-b14e-eb4d7cfb455e disassociated. External IP: 172.27.3.41, port: d9295e6a-041b-481d-9321-f151258759ad. Jul 15 15:52:04.798327 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.plugins.ml2.plugin [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Calling delete_port for d9295e6a-041b-481d-9321-f151258759ad owned by compute:nova {{(pid=99541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:04.918805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5789868'] for port, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:04.944994 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event deleted for resources: {'Port': ['ID=d9295e6a-041b-481d-9321-f151258759ad,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:04.954407 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.954752 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.955104 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.955421 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.955748 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.956075 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.956401 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.956724 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.957046 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.957367 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.957684 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:04.958000 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:05.289975 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-4123fe6e-f5a7-4bac-9449-3a479572ae02 req-6d452133-22ea-4aa4-8db1-75d0f0fd45b7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/ports?device_id=29887028-b557-44f7-ba1e-e923fdbf69f5 HTTP/1.1" status: 200 len: 210 time: 0.3224514 Jul 15 15:52:05.355068 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:05.463365 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:05.472563 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:05.481267 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:05.481870 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:51:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:05.505066 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] No DVR routers for this DVR port d9295e6a-041b-481d-9321-f151258759ad on host hv-cinder-78960 {{(pid=99541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:52:05.507568 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for port, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:05.510230 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [req-14a7bc42-6eaa-4565-9eac-790ce0fb6473 req-380792d0-99dd-49d3-b808-323ee3299888 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.43 "DELETE /v2.0/ports/d9295e6a-041b-481d-9321-f151258759ad HTTP/1.1" status: 204 len: 173 time: 1.0515852 Jul 15 15:52:05.510723 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'name': 'network-vif-deleted', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad'}] {{(pid=99541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:52:05.512956 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8b38ae7898075c520e9cf1cb7b93fd950e3849c166d9916ccc84eb91264f683" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529f20ca-727e-4305-9f72-63cb3086b30a" -d '{"events": [{"server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "name": "network-vif-deleted", "tag": "d9295e6a-041b-481d-9321-f151258759ad"}]}' {{(pid=99541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:52:05.561734 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e65d1b-6dc0-4eac-9d75-4274d5f441db x-openstack-request-id: req-63e65d1b-6dc0-4eac-9d75-4274d5f441db {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:52:05.562105 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29887028-b557-44f7-ba1e-e923fdbf69f5", "name": "network-vif-deleted", "tag": "d9295e6a-041b-481d-9321-f151258759ad", "status": "completed", "code": 200}]} {{(pid=99541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:52:05.562393 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63e65d1b-6dc0-4eac-9d75-4274d5f441db {{(pid=99541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:52:05.562792 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29887028-b557-44f7-ba1e-e923fdbf69f5', 'name': 'network-vif-deleted', 'tag': 'd9295e6a-041b-481d-9321-f151258759ad', 'status': 'completed', 'code': 200} Jul 15 15:52:05.589402 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:05.782838 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:05.808725 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:05.816382 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:05.816971 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:51:37Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:05.916587 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:06.107634 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:06.135800 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d3adf-4045-408c-a789-b8e71ce3b117 None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:56Z', 'revision_number': 4, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi', '_interfaces': [{'id': '84a88391-ff48-47f6-8add-1af397c46e10', 'name': '', 'network_id': 'c6433bf3-772c-4e0d-86c7-23adae56c4e2', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'mac_address': 'fa:16:3e:ec:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:56Z', 'updated_at': '2021-07-15T15:48:02Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'subnets': [{'id': '7b534fa8-0c63-4e06-890b-6095b5ce1519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:06.337308 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23fa51-916d-40f4-879e-3c659300fe3f None None] New status for floating IP a08c075f-6392-44bd-b14e-eb4d7cfb455e: DOWN {{(pid=99543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:52:06.420297 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36284) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:06.475441 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff2bf-e8e8-4cdf-a5ec-8b3b0a1b41f8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.498431 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff2bf-e8e8-4cdf-a5ec-8b3b0a1b41f8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.543109 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff2bf-e8e8-4cdf-a5ec-8b3b0a1b41f8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.545644 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff2bf-e8e8-4cdf-a5ec-8b3b0a1b41f8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.546809 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-fa6ff2bf-e8e8-4cdf-a5ec-8b3b0a1b41f8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "DELETE /v2.0/security-groups/27725cfb-74bf-4cb5-a016-17f19f822de7 HTTP/1.1" status: 204 len: 168 time: 0.1255057 Jul 15 15:52:06.549631 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36286) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:06.555290 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ff2bf-e8e8-4cdf-a5ec-8b3b0a1b41f8 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27725cfb-74bf-4cb5-a016-17f19f822de7,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:06.568140 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.api.v2.resource [None req-a5583f15-51e7-43f7-8c2f-a55fa08a86e7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] show failed (client error): The resource could not be found. Jul 15 15:52:06.569138 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a5583f15-51e7-43f7-8c2f-a55fa08a86e7 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "GET /v2.0/security-groups/27725cfb-74bf-4cb5-a016-17f19f822de7 HTTP/1.1" status: 404 len: 347 time: 0.0184202 Jul 15 15:52:06.572802 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36288) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:06.698046 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Deleting port 9e0d8866-c9bd-4f77-87b3-a2a986227745 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:06.698414 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.769904 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.770265 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.781417 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Calling delete_port for 9e0d8866-c9bd-4f77-87b3-a2a986227745 owned by network:floatingip {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:06.907845 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:06.933588 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Pushing event deleted for resources: {'Port': ['ID=9e0d8866-c9bd-4f77-87b3-a2a986227745,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:06.959823 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.960176 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.960517 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.960852 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.961215 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.961548 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.961875 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.962230 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.962578 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.962901 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.963224 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:06.963544 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-12-iscsi {{(pid=99542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:52:07.000089 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks [] for floatingip, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:07.002612 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199109'] for floatingip, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:07.003749 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-62aa99e9-eeaa-4de4-a474-4efc6afafac6 tempest-AttachVolumeTestJSON-1784997764 tempest-AttachVolumeTestJSON-1784997764-project] 10.222.0.15 "DELETE /v2.0/floatingips/a08c075f-6392-44bd-b14e-eb4d7cfb455e HTTP/1.1" status: 204 len: 168 time: 0.4298866 Jul 15 15:52:07.127765 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-f358114e-de69-412e-9800-f7f3097c7867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:07.421024 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:08.034613 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:09.629844 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d9295e6a-041b-481d-9321-f151258759ad no longer exists at agent hyperv_hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:09.652696 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:09.653297 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-62dcd871-54da-499a-9276-183775fdac33 None None] No Port match for: d9295e6a-041b-481d-9321-f151258759ad {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:09.653683 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Device d9295e6a-041b-481d-9321-f151258759ad not bound to the agent host hv-cinder-78960 {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:10.662378 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36316) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:11.239465 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939939'] for router_interface, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:11.483709 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Deleting port 84a88391-ff48-47f6-8add-1af397c46e10 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:11.484049 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:11.560297 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] For port 84a88391-ff48-47f6-8add-1af397c46e10, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=84a88391-ff48-47f6-8add-1af397c46e10,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:11.560575 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:11.572310 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Calling delete_port for 84a88391-ff48-47f6-8add-1af397c46e10 owned by network:router_interface {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:11.745102 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:11.775284 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=84a88391-ff48-47f6-8add-1af397c46e10,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:11.931872 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939571'] for router_interface, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.138431 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 has already been hosted by L3 agent bd934ae7-93a4-4791-aa92-dbfa352cd017 {{(pid=99542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:52:12.239618 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] Notify agent at l3_agent.dv-cinder-789603-12-iscsi the message routers_updated {{(pid=99542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:52:12.244470 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-1baf8b49-fa0d-4c66-9a9c-75635c851f3f admin admin] 10.222.0.15 "PUT /v2.0/routers/ced9a8ac-9107-4a52-a6c3-6ad8879cda46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810826 Jul 15 15:52:12.247013 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36318) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:12.248507 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] Sync routers for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:52:12.257583 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:12.258213 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:52:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:12.346207 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.358742 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: dv-cinder-789603-12-iscsi {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:12.444327 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.496082 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Deleting port c946de6d-31a3-41f7-9aa9-f6aa4573d259 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:12.496415 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.531074 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'external_fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:52:11Z', 'revision_number': 5, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port': {'id': 'c946de6d-31a3-41f7-9aa9-f6aa4573d259', 'name': '', 'network_id': '8c5e1a36-77c8-447d-b731-ff63a8063bb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '3436cba3-c366-42e2-a911-875dfe848a40', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3436cba3-c366-42e2-a911-875dfe848a40', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-12-iscsi'}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:12.555940 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] Checking router: ced9a8ac-9107-4a52-a6c3-6ad8879cda46 for host: dv-cinder-789603-12-iscsi {{(pid=99544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:52:12.563949 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] Routers {'ced9a8ac-9107-4a52-a6c3-6ad8879cda46'} bound to L3 agent in host dv-cinder-789603-12-iscsi {{(pid=99544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:52:12.564556 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T15:32:37Z,description=,heartbeat_timestamp=2021-07-15T15:52:07Z,host='dv-cinder-789603-12-iscsi',id=bd934ae7-93a4-4791-aa92-dbfa352cd017,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T15:32:37Z,topic='l3_agent')) {'router_ids': ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'], 'active': True} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:12.571821 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] For port c946de6d-31a3-41f7-9aa9-f6aa4573d259, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=c946de6d-31a3-41f7-9aa9-f6aa4573d259,segment=NetworkSegment(02c60378-fa35-47c4-960d-16ddbeedb684),segment_id=02c60378-fa35-47c4-960d-16ddbeedb684)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:12.572177 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.588731 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Calling delete_port for c946de6d-31a3-41f7-9aa9-f6aa4573d259 owned by network:router_gateway {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:12.649918 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_dvr_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] Set router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 gateway port host: None {{(pid=99544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:52:12.748233 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.778174 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c946de6d-31a3-41f7-9aa9-f6aa4573d259,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:12.787713 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.l3_hamode_db [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:52:12Z', 'revision_number': 6, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port_host': None}], 'dv-cinder-789603-12-iscsi', False) {} {{(pid=99544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:12.814122 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6d329-3524-40a8-80fd-bdf05bebe47b None None] The sync data for ids ['ced9a8ac-9107-4a52-a6c3-6ad8879cda46'] in dv-cinder-789603-12-iscsi is: [{'id': 'ced9a8ac-9107-4a52-a6c3-6ad8879cda46', 'name': 'tempest-AttachVolumeTestJSON-861656126-router', 'tenant_id': '1d335aaa74bc45e6a94a9faf5febe338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:47:54Z', 'updated_at': '2021-07-15T15:52:12Z', 'revision_number': 6, 'project_id': '1d335aaa74bc45e6a94a9faf5febe338', 'gw_port_host': None}] {{(pid=99544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:52:12.838170 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025641'] for router_gateway, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.924966 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8093'] for router, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.927023 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.972535 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024235'] for router, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.973071 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced9a8ac-9107-4a52-a6c3-6ad8879cda46 {{(pid=99542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:52:12.977357 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] Notify callbacks [] for router, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:12.978520 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-9210a79b-6e4d-4738-87fd-803934220af1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ced9a8ac-9107-4a52-a6c3-6ad8879cda46 HTTP/1.1" status: 204 len: 168 time: 0.7306125 Jul 15 15:52:12.980921 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36320) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:13.024495 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Deleting subnet 7b534fa8-0c63-4e06-890b-6095b5ce1519 {{(pid=99542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:52:13.027321 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.060023 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6050777'] for subnet, precommit_delete_associations {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.137015 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052162'] for subnet, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.188614 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:52:13.195887 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5277937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6023358'] for subnet, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.223874 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b534fa8-0c63-4e06-890b-6095b5ce1519,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:13.225187 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for subnet, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.228096 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-98a074da-89cd-4db3-845e-b823ba784e47 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b534fa8-0c63-4e06-890b-6095b5ce1519 HTTP/1.1" status: 204 len: 168 time: 0.2452466 Jul 15 15:52:13.229570 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36322) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:13.234196 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad6729-0cb4-4ca9-acfe-1bf638c90337 None None] Network c6433bf3-772c-4e0d-86c7-23adae56c4e2 requested from dv-cinder-789603-12-iscsi {{(pid=99543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:52:13.294847 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703721'] for network, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.354599 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Deleting port 87f40eb2-1adc-4815-b1ec-593472c94420 {{(pid=99542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:52:13.354940 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740808615855'] for port, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.416590 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.db [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] For port 87f40eb2-1adc-4815-b1ec-593472c94420, host dv-cinder-789603-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-12-iscsi',level=0,port_id=87f40eb2-1adc-4815-b1ec-593472c94420,segment=NetworkSegment(33e2b8bc-f780-4ff4-8401-9b546b77b0a9),segment_id=33e2b8bc-f780-4ff4-8401-9b546b77b0a9)] {{(pid=99542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:52:13.416946 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024152'] for port, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.428074 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.plugin [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Calling delete_port for 87f40eb2-1adc-4815-b1ec-593472c94420 owned by network:dhcp {{(pid=99542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:52:13.506984 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1602976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740808617090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740808215188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5277826'] for port, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.533300 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f40eb2-1adc-4815-b1ec-593472c94420,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:13.535159 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] No DVR routers for this DVR port 87f40eb2-1adc-4815-b1ec-593472c94420 on host dv-cinder-789603-12-iscsi {{(pid=99542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:52:13.550708 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fdb1c9-5065-48c9-99fd-64c7ec0395eb None None] DHCP port deletion for c6433bf3-772c-4e0d-86c7-23adae56c4e2 request from dv-cinder-789603-12-iscsi {{(pid=99543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:52:13.608976 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051366', 'neutron.services.segments.db._delete_segments_for_network-8740808746060'] for network, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.619118 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6433bf3-772c-4e0d-86c7-23adae56c4e2']}} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:13.632339 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e2b8bc-f780-4ff4-8401-9b546b77b0a9') {'for_net_delete': True} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:13.632513 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.services.segments.db [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e2b8bc-f780-4ff4-8401-9b546b77b0a9') {} {{(pid=99542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:52:13.641538 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740808748373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6050798'] for segment, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.659367 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514'] for segment, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.665764 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=99542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:52:13.666174 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2079514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5277267'] for segment, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: Traceback (most recent call last): Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: timer() Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: cb(*args, **kw) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: return func(*args, **kwargs) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: self._notify() Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: self.callback(batched_events) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: event.method(event) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: return f(self, *a, **k) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._get(url).json() Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: return self.request(url, 'GET', **kwargs) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:52:13.667822 dv-cinder-789603-12-iscsi neutron-server[99542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:52:13.727099 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025717'] for network, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.735963 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534126'] for network, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:13.738271 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6433bf3-772c-4e0d-86c7-23adae56c4e2 HTTP/1.1" status: 204 len: 168 time: 0.5074716 Jul 15 15:52:13.753071 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e84e-877d-4d9f-a7cd-7225d0280b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6433bf3-772c-4e0d-86c7-23adae56c4e2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:13.900464 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36326) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:13.938428 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-a9a230d4-07b3-45e3-9648-d5c8df70fbc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d335aaa74bc45e6a94a9faf5febe338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367596 Jul 15 15:52:13.940991 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36328) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:13.983490 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c946de6d-31a3-41f7-9aa9-f6aa4573d259 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:13.988283 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad7abb46-48a3-4b06-a72b-32caf2d0de15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.006138 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: c946de6d-31a3-41f7-9aa9-f6aa4573d259 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:14.006475 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device c946de6d-31a3-41f7-9aa9-f6aa4573d259 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:14.006883 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 84a88391-ff48-47f6-8add-1af397c46e10 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:14.012564 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad7abb46-48a3-4b06-a72b-32caf2d0de15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.025537 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 84a88391-ff48-47f6-8add-1af397c46e10 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:14.025901 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 84a88391-ff48-47f6-8add-1af397c46e10 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:14.026325 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 87f40eb2-1adc-4815-b1ec-593472c94420 no longer exists at agent ovs-agent-dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:52:14.043537 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.plugin [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] No Port match for: 87f40eb2-1adc-4815-b1ec-593472c94420 {{(pid=99543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:52:14.043880 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron.plugins.ml2.rpc [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Device 87f40eb2-1adc-4815-b1ec-593472c94420 not bound to the agent host dv-cinder-789603-12-iscsi {{(pid=99543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:52:14.060465 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad7abb46-48a3-4b06-a72b-32caf2d0de15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.063345 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-ad7abb46-48a3-4b06-a72b-32caf2d0de15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:14.064478 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-ad7abb46-48a3-4b06-a72b-32caf2d0de15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/959188d3-25d3-440d-a311-6117e44b1aa2 HTTP/1.1" status: 204 len: 168 time: 0.1226103 Jul 15 15:52:14.072493 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7abb46-48a3-4b06-a72b-32caf2d0de15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959188d3-25d3-440d-a311-6117e44b1aa2,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:15.620820 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36380) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:15.718875 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ce32144-7e6c-408a-a746-85980bc5dcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.805549 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ce32144-7e6c-408a-a746-85980bc5dcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.809018 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-3ce32144-7e6c-408a-a746-85980bc5dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.849661 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-3ce32144-7e6c-408a-a746-85980bc5dcf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7321675606e47e7844724ef43372a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253892 Jul 15 15:52:15.849661 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce32144-7e6c-408a-a746-85980bc5dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48f25f-2e6d-43e9-8dd4-8cbc860d288a,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:15.850196 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36384) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:15.901994 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f054-6868-4e20-9cbb-42cac16b177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.921577 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f054-6868-4e20-9cbb-42cac16b177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.966969 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f054-6868-4e20-9cbb-42cac16b177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.969499 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f054-6868-4e20-9cbb-42cac16b177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:15.970674 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-f6f1f054-6868-4e20-9cbb-42cac16b177d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d48f25f-2e6d-43e9-8dd4-8cbc860d288a HTTP/1.1" status: 204 len: 168 time: 0.1194205 Jul 15 15:52:15.978705 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1f054-6868-4e20-9cbb-42cac16b177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48f25f-2e6d-43e9-8dd4-8cbc860d288a,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:16.214104 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36390) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:16.227698 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a12ef41e-657e-4693-87a5-fc5229f5a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.314487 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a12ef41e-657e-4693-87a5-fc5229f5a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.318880 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-a12ef41e-657e-4693-87a5-fc5229f5a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.353502 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-a12ef41e-657e-4693-87a5-fc5229f5a391 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc39ed75393443a9ac5246992cb53c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382790 Jul 15 15:52:16.356120 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36392) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:16.358252 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ef41e-657e-4693-87a5-fc5229f5a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02290520-3c11-4ee3-98b7-6cf96979ca22,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:16.404038 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b726fc55-be44-4aa3-8f06-5d2ba6ccec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.424040 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b726fc55-be44-4aa3-8f06-5d2ba6ccec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.472116 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b726fc55-be44-4aa3-8f06-5d2ba6ccec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.474720 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-b726fc55-be44-4aa3-8f06-5d2ba6ccec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:16.475824 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-b726fc55-be44-4aa3-8f06-5d2ba6ccec0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02290520-3c11-4ee3-98b7-6cf96979ca22 HTTP/1.1" status: 204 len: 168 time: 0.1187212 Jul 15 15:52:16.483017 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726fc55-be44-4aa3-8f06-5d2ba6ccec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02290520-3c11-4ee3-98b7-6cf96979ca22,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:32.423369 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36602) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:32.522000 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ef4b-8b24-4b5a-9070-c6cc18515934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.608302 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ef4b-8b24-4b5a-9070-c6cc18515934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.612282 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ef4b-8b24-4b5a-9070-c6cc18515934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.652145 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-e3e8ef4b-8b24-4b5a-9070-c6cc18515934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92a596c214bd4f73b927faf1edcc9c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271008 Jul 15 15:52:32.654027 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8ef4b-8b24-4b5a-9070-c6cc18515934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2151948a-89ab-46b1-a560-de50fc65278e,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:32.654766 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36606) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:32.704828 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e6db393-dace-4915-95d9-c0cd745e49a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.731161 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e6db393-dace-4915-95d9-c0cd745e49a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.775269 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e6db393-dace-4915-95d9-c0cd745e49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.778574 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-0e6db393-dace-4915-95d9-c0cd745e49a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:32.779959 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-0e6db393-dace-4915-95d9-c0cd745e49a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2151948a-89ab-46b1-a560-de50fc65278e HTTP/1.1" status: 204 len: 168 time: 0.1239324 Jul 15 15:52:32.787497 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6db393-dace-4915-95d9-c0cd745e49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151948a-89ab-46b1-a560-de50fc65278e,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:33.056782 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36612) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:33.070144 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09167aa9-2070-46b4-aee1-9b0671d0b603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.158577 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09167aa9-2070-46b4-aee1-9b0671d0b603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.162441 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-09167aa9-2070-46b4-aee1-9b0671d0b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.201403 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-09167aa9-2070-46b4-aee1-9b0671d0b603 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed7648ef51bd419e912d2ab33142e794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430302 Jul 15 15:52:33.202278 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09167aa9-2070-46b4-aee1-9b0671d0b603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e1356-6615-49db-ada5-aaf3b50f8821,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:33.204144 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36614) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:33.261235 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-759844c8-0970-4cd7-8e20-df7f6d8aed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.283000 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-759844c8-0970-4cd7-8e20-df7f6d8aed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.332419 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-759844c8-0970-4cd7-8e20-df7f6d8aed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.334963 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-759844c8-0970-4cd7-8e20-df7f6d8aed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:33.336112 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-759844c8-0970-4cd7-8e20-df7f6d8aed9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa0e1356-6615-49db-ada5-aaf3b50f8821 HTTP/1.1" status: 204 len: 168 time: 0.1309645 Jul 15 15:52:33.345458 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759844c8-0970-4cd7-8e20-df7f6d8aed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e1356-6615-49db-ada5-aaf3b50f8821,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:33.437621 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:34.330051 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcf005df-8dc7-491b-b72e-bc08cf67d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:37.129589 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-0d547358-9e6d-411f-950a-bf14ff942c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:37.422779 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.036688 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.075051 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36710) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:38.175232 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-accd117e-7e91-4522-a7fd-7ef657f7bb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.260467 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-accd117e-7e91-4522-a7fd-7ef657f7bb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.264161 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-accd117e-7e91-4522-a7fd-7ef657f7bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.301182 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-accd117e-7e91-4522-a7fd-7ef657f7bb53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be3191e1d2e340a482534b179b1a6ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250979 Jul 15 15:52:38.303131 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd117e-7e91-4522-a7fd-7ef657f7bb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300ced1-4a6f-4955-85e8-40bbc5d03d49,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:38.303903 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36714) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:38.353156 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8613d758-a273-4ba5-90f6-3a7f38711452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.373373 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8613d758-a273-4ba5-90f6-3a7f38711452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.416400 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8613d758-a273-4ba5-90f6-3a7f38711452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.419322 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-8613d758-a273-4ba5-90f6-3a7f38711452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.420441 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-8613d758-a273-4ba5-90f6-3a7f38711452 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9300ced1-4a6f-4955-85e8-40bbc5d03d49 HTTP/1.1" status: 204 len: 168 time: 0.1152997 Jul 15 15:52:38.427652 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613d758-a273-4ba5-90f6-3a7f38711452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300ced1-4a6f-4955-85e8-40bbc5d03d49,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:38.664018 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36720) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:38.676769 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79633b19-d4bc-4a15-9ffd-2a1bcf18703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.763629 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79633b19-d4bc-4a15-9ffd-2a1bcf18703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.767465 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-79633b19-d4bc-4a15-9ffd-2a1bcf18703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.805612 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-79633b19-d4bc-4a15-9ffd-2a1bcf18703c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6744990b9a84f80b1d8ae7d98256f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404324 Jul 15 15:52:38.806745 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79633b19-d4bc-4a15-9ffd-2a1bcf18703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249687a3-4419-4d84-a919-45912be2a2cd,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:38.808271 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36722) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:38.859134 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-74eb12f6-ed8e-442e-a09c-3ce2c4c76b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.879282 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-74eb12f6-ed8e-442e-a09c-3ce2c4c76b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.923013 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-74eb12f6-ed8e-442e-a09c-3ce2c4c76b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.925592 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-74eb12f6-ed8e-442e-a09c-3ce2c4c76b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:38.926745 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-74eb12f6-ed8e-442e-a09c-3ce2c4c76b33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/249687a3-4419-4d84-a919-45912be2a2cd HTTP/1.1" status: 204 len: 168 time: 0.1174560 Jul 15 15:52:38.935669 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb12f6-ed8e-442e-a09c-3ce2c4c76b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249687a3-4419-4d84-a919-45912be2a2cd,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:39.638142 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.615805 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36796) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:43.711863 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-673dae36-427b-41d6-a17e-5c8b0b8f32d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.797216 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-673dae36-427b-41d6-a17e-5c8b0b8f32d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.800685 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-673dae36-427b-41d6-a17e-5c8b0b8f32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.837343 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-673dae36-427b-41d6-a17e-5c8b0b8f32d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7508a967503845f4b2823925f4190a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204506 Jul 15 15:52:43.838552 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dae36-427b-41d6-a17e-5c8b0b8f32d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a55494-a49c-41af-beef-a43c3482551b,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:43.840676 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36800) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:43.887508 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c02d054-84fb-4e7a-9078-d3c80636032c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.907524 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c02d054-84fb-4e7a-9078-d3c80636032c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.954047 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c02d054-84fb-4e7a-9078-d3c80636032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.956588 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2c02d054-84fb-4e7a-9078-d3c80636032c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:43.957683 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2c02d054-84fb-4e7a-9078-d3c80636032c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9a55494-a49c-41af-beef-a43c3482551b HTTP/1.1" status: 204 len: 168 time: 0.1160531 Jul 15 15:52:43.965958 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02d054-84fb-4e7a-9078-d3c80636032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a55494-a49c-41af-beef-a43c3482551b,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:44.202735 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36806) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:44.215459 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e17e886-124d-4851-a047-bfa4718c3e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.300610 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e17e886-124d-4851-a047-bfa4718c3e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.304519 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-2e17e886-124d-4851-a047-bfa4718c3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.341644 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-2e17e886-124d-4851-a047-bfa4718c3e95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9066cc1ccc6e4383921b2945f65c5f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378710 Jul 15 15:52:44.342490 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17e886-124d-4851-a047-bfa4718c3e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6c0d6-3db7-4d2a-8d53-f8ff767532c7,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:44.344466 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36808) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:44.394618 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7631375c-60c4-4809-9c6f-9d6795edf13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.414694 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7631375c-60c4-4809-9c6f-9d6795edf13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.459108 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7631375c-60c4-4809-9c6f-9d6795edf13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.461768 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-7631375c-60c4-4809-9c6f-9d6795edf13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:44.462950 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-7631375c-60c4-4809-9c6f-9d6795edf13f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8eb6c0d6-3db7-4d2a-8d53-f8ff767532c7 HTTP/1.1" status: 204 len: 168 time: 0.1174347 Jul 15 15:52:44.470193 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631375c-60c4-4809-9c6f-9d6795edf13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6c0d6-3db7-4d2a-8d53-f8ff767532c7,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:50.186845 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:52:52.220938 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36930) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:52.318433 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bf474dc5-ca34-403f-a7f7-3d5dbfd389a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.405673 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bf474dc5-ca34-403f-a7f7-3d5dbfd389a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.409392 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bf474dc5-ca34-403f-a7f7-3d5dbfd389a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.447203 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-bf474dc5-ca34-403f-a7f7-3d5dbfd389a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23cb694a02ca4031be8fc09268ca9337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252228 Jul 15 15:52:52.448050 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf474dc5-ca34-403f-a7f7-3d5dbfd389a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f7929b-796b-4164-852a-ac636d20e459,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:52.450698 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36934) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:52.497285 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e82bd5c9-a080-4122-a4ea-8d466841ffa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.517462 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e82bd5c9-a080-4122-a4ea-8d466841ffa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.562602 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e82bd5c9-a080-4122-a4ea-8d466841ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.565216 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e82bd5c9-a080-4122-a4ea-8d466841ffa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.566404 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e82bd5c9-a080-4122-a4ea-8d466841ffa3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3f7929b-796b-4164-852a-ac636d20e459 HTTP/1.1" status: 204 len: 168 time: 0.1146986 Jul 15 15:52:52.573582 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd5c9-a080-4122-a4ea-8d466841ffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f7929b-796b-4164-852a-ac636d20e459,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:52.811094 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36940) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:52.826845 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26a21b23-e9e8-4ad0-a8a0-305396c2c0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.910790 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26a21b23-e9e8-4ad0-a8a0-305396c2c0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.914186 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-26a21b23-e9e8-4ad0-a8a0-305396c2c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:52.950935 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-26a21b23-e9e8-4ad0-a8a0-305396c2c0d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f382b60e4f9b4fde9ad2c830871997c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387956 Jul 15 15:52:52.952087 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21b23-e9e8-4ad0-a8a0-305396c2c0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd979e-fd63-4ca7-b83a-ca103d5b48c6,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:52.953622 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36942) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:53.000572 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-16169398-7efc-43a0-8be8-40dbd306c2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.020770 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-16169398-7efc-43a0-8be8-40dbd306c2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.067486 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-16169398-7efc-43a0-8be8-40dbd306c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.070044 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-16169398-7efc-43a0-8be8-40dbd306c2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.071226 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-16169398-7efc-43a0-8be8-40dbd306c2de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38bd979e-fd63-4ca7-b83a-ca103d5b48c6 HTTP/1.1" status: 204 len: 168 time: 0.1165552 Jul 15 15:52:53.078948 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16169398-7efc-43a0-8be8-40dbd306c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd979e-fd63-4ca7-b83a-ca103d5b48c6,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:53.375045 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36948) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:53.388612 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bc2f15df-fa08-43c9-b9bd-376d08d8f8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.474854 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bc2f15df-fa08-43c9-b9bd-376d08d8f8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.478363 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-bc2f15df-fa08-43c9-b9bd-376d08d8f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.515948 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-bc2f15df-fa08-43c9-b9bd-376d08d8f8e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5ca4b51098b4ef19c199a26439fd762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398592 Jul 15 15:52:53.517113 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f15df-fa08-43c9-b9bd-376d08d8f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb9f8f-d7eb-48b5-8bad-946e706b5911,revision_number=1']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:53.518571 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36950) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:53.567320 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5d702276-2f9f-4028-831a-86ad24a596e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.587927 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5d702276-2f9f-4028-831a-86ad24a596e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.633450 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5d702276-2f9f-4028-831a-86ad24a596e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.636021 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-5d702276-2f9f-4028-831a-86ad24a596e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:53.637168 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-5d702276-2f9f-4028-831a-86ad24a596e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ebb9f8f-d7eb-48b5-8bad-946e706b5911 HTTP/1.1" status: 204 len: 168 time: 0.1175458 Jul 15 15:52:53.644925 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d702276-2f9f-4028-831a-86ad24a596e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb9f8f-d7eb-48b5-8bad-946e706b5911,revision_number=None']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:57.128537 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [-] (99542) accepted ('10.222.0.15', 36994) {{(pid=99542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:57.225757 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2328795-1045-411b-925a-7a9986e1e3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.312934 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2328795-1045-411b-925a-7a9986e1e3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.317740 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron_lib.callbacks.manager [None req-e2328795-1045-411b-925a-7a9986e1e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_create {{(pid=99542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.354599 dv-cinder-789603-12-iscsi neutron-server[99542]: INFO neutron.wsgi [None req-e2328795-1045-411b-925a-7a9986e1e3d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dab4fdee8b54c238c2f7b593e586379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249947 Jul 15 15:52:57.355528 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2328795-1045-411b-925a-7a9986e1e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf9be6-0974-4d9a-b343-bbfa27a8c5fb,revision_number=1']} {{(pid=99542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:52:57.358203 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [-] (99541) accepted ('10.222.0.15', 36998) {{(pid=99541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:52:57.406561 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2940a042-8a1d-4f31-9842-74a304e4473c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.426663 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2940a042-8a1d-4f31-9842-74a304e4473c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.473098 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2940a042-8a1d-4f31-9842-74a304e4473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608122'] for security_group, after_delete {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.475637 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron_lib.callbacks.manager [None req-2940a042-8a1d-4f31-9842-74a304e4473c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:52:57.476776 dv-cinder-789603-12-iscsi neutron-server[99541]: INFO neutron.wsgi [None req-2940a042-8a1d-4f31-9842-74a304e4473c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfbf9be6-0974-4d9a-b343-bbfa27a8c5fb HTTP/1.1" status: 204 len: 168 time: 0.1171947 Jul 15 15:52:57.484130 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940a042-8a1d-4f31-9842-74a304e4473c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbf9be6-0974-4d9a-b343-bbfa27a8c5fb,revision_number=None']} {{(pid=99541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:53:03.436388 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:04.329848 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-cccbc671-7902-45dc-a8f8-3a27fe70da8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:07.129813 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4eb7cf77-c57d-4e22-9171-72bbdee5601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:07.422665 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:08.039903 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:09.640217 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:27.187196 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:53:33.468582 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:34.330729 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-b19976b1-49df-4a23-a838-01742b5c55c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:37.129157 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-4ca3644a-54bd-4edb-bd2e-a21e8adc2d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:37.421786 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:38.042844 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:53:39.642436 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:03.479285 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:04.189571 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:54:04.330748 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e82b32b8-fd12-410b-a43d-580359fa8a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:07.130499 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3746f1cc-f4e9-46cf-9258-f5caa1324ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:07.421200 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:08.044572 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:09.644688 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:33.473415 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:34.329749 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-45663b52-49be-4db0-acb2-ca661b82de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:37.130700 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c76cf2dc-a13a-47cf-b4ce-b6b04ed15693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:37.420579 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:38.047679 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:39.649381 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:54:41.188971 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:55:03.478727 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:04.329255 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-476f191c-b208-4179-a858-02203270a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.130993 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dd9a90a5-654e-4330-a41d-2edf9dd1e4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:07.420860 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:08.050602 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:09.649058 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:18.189013 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:55:33.502285 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:34.328690 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-c61300e9-372c-4545-8e02-d3b7b02f5285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:37.131332 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-465446b1-81c9-4609-8988-10f8ac749790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:37.419646 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:38.053369 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:39.651159 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:55:41.313999 dv-cinder-789603-12-iscsi neutron-server[99542]: DEBUG neutron.wsgi [req-bcfcad18-ea65-4d8e-86d6-2daa467f2873 req-8540f818-ed66-42c1-8504-8d4c67892cbd service neutron] (99542) timed out ('10.222.0.43', 55040) {{(pid=99542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:55:55.188242 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:56:03.498995 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:04.327452 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-2ab382eb-5b4f-4115-b10e-e50ff0c3df7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:07.132699 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-3c395f30-b050-43d6-ab46-4c952964e707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:07.420344 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:08.057491 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:09.653482 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:32.187642 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:56:33.508855 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:34.326310 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-a2648150-218e-4cfe-8e40-0de606cff8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:37.138751 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-28bd9d27-56ed-431b-9501-193c8eea78c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:37.421519 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:38.058492 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:56:39.656694 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:03.509447 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:04.325660 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-90c2a8c5-ca40-4432-819e-9d7a581ec858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:07.128442 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d33ad18e-44dd-4b26-a847-77325d1524c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:07.422592 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:08.060810 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:09.186645 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:57:09.659565 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:33.505646 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:34.325013 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-bee6d584-f08e-44cf-95b3-aa9878a1660f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:37.128385 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-e3a06375-6aab-43dc-a72a-1b53a2c83fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:37.422209 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-927844ee-f7ae-4bfe-85ae-becb1923b28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:38.066086 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-dcd3cfb2-8db2-464b-814b-c5ad98f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:39.662390 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-d570a11d-2d28-4e5f-be33-3534ba6ea4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:57:46.185868 dv-cinder-789603-12-iscsi neutron-server[99544]: DEBUG neutron.db.agents_db [None req-41d32644-0d1d-49fa-a2ea-be1f9312f5b6 None None] Agent healthcheck: found 6 active agents {{(pid=99544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:57:51.425165 dv-cinder-789603-12-iscsi neutron-server[99541]: DEBUG neutron.wsgi [req-70635900-b3c4-435f-adc6-1119080627ca req-7ad0a7a1-1852-47a9-bda1-a2248f78ce8d service neutron] (99541) timed out ('10.222.0.43', 55062) {{(pid=99541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:58:03.522041 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-62dcd871-54da-499a-9276-183775fdac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:58:04.326893 dv-cinder-789603-12-iscsi neutron-server[99543]: DEBUG neutron_lib.callbacks.manager [None req-25c2f7ac-e562-4a89-9449-7ae3f8a4d4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740808746042', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2053244'] for agent, after_update {{(pid=99543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}